2024-11-26 05:21:06,344 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 05:21:06,358 main DEBUG Took 0.012064 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 05:21:06,359 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 05:21:06,359 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 05:21:06,360 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 05:21:06,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,369 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 05:21:06,383 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,387 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,389 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,390 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,391 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,394 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,395 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,396 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,398 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 05:21:06,399 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,399 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 05:21:06,401 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 05:21:06,403 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 05:21:06,405 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 05:21:06,406 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 05:21:06,408 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 05:21:06,408 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 05:21:06,418 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 05:21:06,421 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 05:21:06,423 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 05:21:06,424 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 05:21:06,424 main DEBUG createAppenders(={Console}) 2024-11-26 05:21:06,425 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-26 05:21:06,425 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 05:21:06,426 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-26 05:21:06,426 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 05:21:06,426 main DEBUG OutputStream closed 2024-11-26 05:21:06,427 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 05:21:06,427 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 05:21:06,427 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-26 05:21:06,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 05:21:06,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 05:21:06,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 05:21:06,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 05:21:06,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 05:21:06,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 05:21:06,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 05:21:06,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 05:21:06,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 05:21:06,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 05:21:06,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 05:21:06,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 05:21:06,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 05:21:06,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 05:21:06,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 05:21:06,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 05:21:06,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 05:21:06,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 05:21:06,530 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 05:21:06,530 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-26 05:21:06,530 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 05:21:06,531 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-26T05:21:06,788 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463 2024-11-26 05:21:06,791 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 05:21:06,791 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T05:21:06,799 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-26T05:21:06,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T05:21:06,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/cluster_c99fb127-e577-5c2e-308e-d2664f12b93b, deleteOnExit=true 2024-11-26T05:21:06,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T05:21:06,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/test.cache.data in system properties and HBase conf 2024-11-26T05:21:06,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T05:21:06,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/hadoop.log.dir in system properties and HBase conf 2024-11-26T05:21:06,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T05:21:06,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T05:21:06,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T05:21:06,942 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T05:21:07,064 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T05:21:07,070 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T05:21:07,071 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T05:21:07,071 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T05:21:07,072 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T05:21:07,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T05:21:07,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T05:21:07,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T05:21:07,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T05:21:07,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T05:21:07,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/nfs.dump.dir in system properties and HBase conf 2024-11-26T05:21:07,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/java.io.tmpdir in system properties and HBase conf 2024-11-26T05:21:07,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T05:21:07,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T05:21:07,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T05:21:07,983 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T05:21:08,067 INFO [Time-limited test {}] log.Log(170): Logging initialized @2379ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T05:21:08,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T05:21:08,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T05:21:08,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T05:21:08,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T05:21:08,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T05:21:08,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T05:21:08,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/hadoop.log.dir/,AVAILABLE} 2024-11-26T05:21:08,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T05:21:08,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/java.io.tmpdir/jetty-localhost-38563-hadoop-hdfs-3_4_1-tests_jar-_-any-10551935676680874985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T05:21:08,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:38563} 2024-11-26T05:21:08,424 INFO [Time-limited test {}] server.Server(415): Started @2736ms 2024-11-26T05:21:08,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T05:21:08,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T05:21:08,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T05:21:08,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T05:21:08,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T05:21:08,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/hadoop.log.dir/,AVAILABLE} 2024-11-26T05:21:08,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T05:21:08,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/java.io.tmpdir/jetty-localhost-33981-hadoop-hdfs-3_4_1-tests_jar-_-any-7603803591595983226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T05:21:08,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:33981} 2024-11-26T05:21:08,993 INFO [Time-limited test {}] server.Server(415): Started @3306ms 2024-11-26T05:21:09,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T05:21:09,839 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/cluster_c99fb127-e577-5c2e-308e-d2664f12b93b/dfs/data/data1/current/BP-386362406-172.17.0.2-1732598467597/current, will proceed with Du for space computation calculation, 2024-11-26T05:21:09,839 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/cluster_c99fb127-e577-5c2e-308e-d2664f12b93b/dfs/data/data2/current/BP-386362406-172.17.0.2-1732598467597/current, will proceed with Du for space computation calculation, 2024-11-26T05:21:09,872 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T05:21:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc46baf9634102d61 with lease ID 0xdc37ae03dac254b5: Processing first storage report for DS-c2148e3b-d3e7-404e-82b8-4d97772902ba from datanode DatanodeRegistration(127.0.0.1:44289, datanodeUuid=821d129e-06a5-4236-8ba3-457d0d3a757f, infoPort=36511, infoSecurePort=0, ipcPort=43141, storageInfo=lv=-57;cid=testClusterID;nsid=2105072651;c=1732598467597) 2024-11-26T05:21:09,932 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc46baf9634102d61 with lease ID 0xdc37ae03dac254b5: from storage DS-c2148e3b-d3e7-404e-82b8-4d97772902ba node DatanodeRegistration(127.0.0.1:44289, datanodeUuid=821d129e-06a5-4236-8ba3-457d0d3a757f, infoPort=36511, infoSecurePort=0, ipcPort=43141, storageInfo=lv=-57;cid=testClusterID;nsid=2105072651;c=1732598467597), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T05:21:09,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc46baf9634102d61 with lease ID 0xdc37ae03dac254b5: Processing first storage report for DS-195f6e2a-70e2-4546-8f6d-c7e0306a8c00 from datanode DatanodeRegistration(127.0.0.1:44289, datanodeUuid=821d129e-06a5-4236-8ba3-457d0d3a757f, infoPort=36511, infoSecurePort=0, ipcPort=43141, storageInfo=lv=-57;cid=testClusterID;nsid=2105072651;c=1732598467597) 2024-11-26T05:21:09,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc46baf9634102d61 with lease ID 0xdc37ae03dac254b5: from storage DS-195f6e2a-70e2-4546-8f6d-c7e0306a8c00 node DatanodeRegistration(127.0.0.1:44289, datanodeUuid=821d129e-06a5-4236-8ba3-457d0d3a757f, infoPort=36511, infoSecurePort=0, ipcPort=43141, storageInfo=lv=-57;cid=testClusterID;nsid=2105072651;c=1732598467597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T05:21:10,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463 2024-11-26T05:21:10,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/cluster_c99fb127-e577-5c2e-308e-d2664f12b93b/zookeeper_0, clientPort=50299, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/cluster_c99fb127-e577-5c2e-308e-d2664f12b93b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/cluster_c99fb127-e577-5c2e-308e-d2664f12b93b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T05:21:10,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50299 2024-11-26T05:21:10,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T05:21:10,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T05:21:10,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741825_1001 (size=7) 2024-11-26T05:21:10,866 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c with version=8 2024-11-26T05:21:10,867 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/hbase-staging 2024-11-26T05:21:11,041 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T05:21:11,430 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6de696b11002:0 server-side Connection retries=45 2024-11-26T05:21:11,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T05:21:11,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T05:21:11,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T05:21:11,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T05:21:11,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T05:21:11,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T05:21:11,694 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T05:21:11,707 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T05:21:11,712 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T05:21:11,744 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54426 (auto-detected) 2024-11-26T05:21:11,745 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T05:21:11,769 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44643 2024-11-26T05:21:11,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T05:21:11,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T05:21:11,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44643 connecting to ZooKeeper ensemble=127.0.0.1:50299 2024-11-26T05:21:11,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446430x0, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T05:21:11,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44643-0x10176e038550000 connected 2024-11-26T05:21:11,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T05:21:11,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T05:21:12,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T05:21:12,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-26T05:21:12,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44643 2024-11-26T05:21:12,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44643 2024-11-26T05:21:12,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-26T05:21:12,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-26T05:21:12,016 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c, hbase.cluster.distributed=false 2024-11-26T05:21:12,078 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6de696b11002:0 server-side Connection retries=45 2024-11-26T05:21:12,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T05:21:12,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T05:21:12,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T05:21:12,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T05:21:12,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T05:21:12,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T05:21:12,083 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T05:21:12,084 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34963 2024-11-26T05:21:12,086 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T05:21:12,091 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T05:21:12,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T05:21:12,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T05:21:12,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34963 connecting to ZooKeeper ensemble=127.0.0.1:50299 2024-11-26T05:21:12,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349630x0, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T05:21:12,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349630x0, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T05:21:12,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34963-0x10176e038550001 connected 2024-11-26T05:21:12,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T05:21:12,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T05:21:12,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34963 2024-11-26T05:21:12,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34963 2024-11-26T05:21:12,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34963 2024-11-26T05:21:12,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34963 2024-11-26T05:21:12,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34963 2024-11-26T05:21:12,126 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6de696b11002,44643,1732598471032 2024-11-26T05:21:12,140 DEBUG [M:0;6de696b11002:44643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6de696b11002:44643 2024-11-26T05:21:12,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T05:21:12,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T05:21:12,166 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6de696b11002,44643,1732598471032 2024-11-26T05:21:12,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T05:21:12,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T05:21:12,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:12,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:12,215 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T05:21:12,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T05:21:12,216 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6de696b11002,44643,1732598471032 from backup master directory 2024-11-26T05:21:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6de696b11002,44643,1732598471032 2024-11-26T05:21:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T05:21:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T05:21:12,237 WARN [master/6de696b11002:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T05:21:12,237 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6de696b11002,44643,1732598471032 2024-11-26T05:21:12,240 INFO [master/6de696b11002:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T05:21:12,242 INFO [master/6de696b11002:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T05:21:12,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741826_1002 (size=42) 2024-11-26T05:21:12,714 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/hbase.id with ID: 1c635fd6-6391-440f-b30d-3ad4ed62f2dc 2024-11-26T05:21:12,767 INFO [master/6de696b11002:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T05:21:12,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:12,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:12,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741827_1003 (size=196) 2024-11-26T05:21:13,270 INFO [master/6de696b11002:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T05:21:13,273 INFO [master/6de696b11002:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T05:21:13,297 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:13,303 INFO [master/6de696b11002:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T05:21:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741828_1004 (size=1189) 2024-11-26T05:21:13,772 INFO [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store 2024-11-26T05:21:13,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741829_1005 (size=34) 2024-11-26T05:21:13,804 INFO [master/6de696b11002:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T05:21:13,805 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:13,806 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T05:21:13,807 INFO [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T05:21:13,807 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T05:21:13,807 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T05:21:13,808 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T05:21:13,808 INFO [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T05:21:13,808 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T05:21:13,811 WARN [master/6de696b11002:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/.initializing 2024-11-26T05:21:13,811 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/WALs/6de696b11002,44643,1732598471032 2024-11-26T05:21:13,824 INFO [master/6de696b11002:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T05:21:13,839 INFO [master/6de696b11002:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6de696b11002%2C44643%2C1732598471032, suffix=, logDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/WALs/6de696b11002,44643,1732598471032, archiveDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/oldWALs, maxLogs=10 2024-11-26T05:21:13,870 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/WALs/6de696b11002,44643,1732598471032/6de696b11002%2C44643%2C1732598471032.1732598473846, exclude list is [], retry=0 2024-11-26T05:21:13,892 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-c2148e3b-d3e7-404e-82b8-4d97772902ba,DISK] 2024-11-26T05:21:13,896 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T05:21:13,944 INFO [master/6de696b11002:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/WALs/6de696b11002,44643,1732598471032/6de696b11002%2C44643%2C1732598471032.1732598473846 2024-11-26T05:21:13,945 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36511:36511)] 2024-11-26T05:21:13,946 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:21:13,947 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:13,952 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T05:21:13,953 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T05:21:13,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T05:21:14,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T05:21:14,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:14,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T05:21:14,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T05:21:14,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T05:21:14,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:14,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:14,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T05:21:14,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T05:21:14,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:14,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:14,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T05:21:14,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T05:21:14,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:14,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:14,045 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T05:21:14,047 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T05:21:14,057 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T05:21:14,061 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T05:21:14,066 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T05:21:14,067 INFO [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61380474, jitterRate=-0.08535966277122498}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T05:21:14,073 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T05:21:14,074 INFO [master/6de696b11002:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T05:21:14,106 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1453e2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:14,136 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T05:21:14,147 INFO [master/6de696b11002:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T05:21:14,148 INFO [master/6de696b11002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T05:21:14,150 INFO [master/6de696b11002:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T05:21:14,151 INFO [master/6de696b11002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T05:21:14,156 INFO [master/6de696b11002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-26T05:21:14,156 INFO [master/6de696b11002:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T05:21:14,189 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T05:21:14,204 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T05:21:14,227 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T05:21:14,230 INFO [master/6de696b11002:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T05:21:14,231 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T05:21:14,261 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T05:21:14,264 INFO [master/6de696b11002:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T05:21:14,267 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T05:21:14,311 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T05:21:14,313 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T05:21:14,362 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T05:21:14,379 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T05:21:14,394 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T05:21:14,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T05:21:14,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T05:21:14,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:14,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:14,405 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6de696b11002,44643,1732598471032, sessionid=0x10176e038550000, setting cluster-up flag (Was=false) 2024-11-26T05:21:14,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:14,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:14,460 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T05:21:14,463 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6de696b11002,44643,1732598471032 2024-11-26T05:21:14,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:14,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:14,516 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T05:21:14,518 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6de696b11002,44643,1732598471032 2024-11-26T05:21:14,616 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T05:21:14,622 INFO [master/6de696b11002:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T05:21:14,624 INFO [master/6de696b11002:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T05:21:14,629 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6de696b11002,44643,1732598471032 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T05:21:14,634 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6de696b11002:0, corePoolSize=5, maxPoolSize=5 2024-11-26T05:21:14,634 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6de696b11002:0, corePoolSize=5, maxPoolSize=5 2024-11-26T05:21:14,634 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6de696b11002:0, corePoolSize=5, maxPoolSize=5 2024-11-26T05:21:14,635 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6de696b11002:0, corePoolSize=5, maxPoolSize=5 2024-11-26T05:21:14,635 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6de696b11002:0, corePoolSize=10, maxPoolSize=10 2024-11-26T05:21:14,635 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,635 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6de696b11002:0, corePoolSize=2, maxPoolSize=2 2024-11-26T05:21:14,635 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,637 INFO [master/6de696b11002:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732598504637 2024-11-26T05:21:14,639 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T05:21:14,640 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T05:21:14,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T05:21:14,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T05:21:14,644 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T05:21:14,645 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T05:21:14,645 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6de696b11002:34963 2024-11-26T05:21:14,645 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T05:21:14,645 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T05:21:14,646 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,647 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:14,648 INFO [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1008): ClusterId : 1c635fd6-6391-440f-b30d-3ad4ed62f2dc 2024-11-26T05:21:14,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T05:21:14,651 DEBUG [RS:0;6de696b11002:34963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T05:21:14,654 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T05:21:14,656 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T05:21:14,657 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T05:21:14,663 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T05:21:14,663 INFO [master/6de696b11002:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T05:21:14,668 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6de696b11002:0:becomeActiveMaster-HFileCleaner.large.0-1732598474664,5,FailOnTimeoutGroup] 2024-11-26T05:21:14,669 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6de696b11002:0:becomeActiveMaster-HFileCleaner.small.0-1732598474669,5,FailOnTimeoutGroup] 2024-11-26T05:21:14,669 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,670 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T05:21:14,671 DEBUG [RS:0;6de696b11002:34963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T05:21:14,671 DEBUG [RS:0;6de696b11002:34963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T05:21:14,671 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,671 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741831_1007 (size=1039) 2024-11-26T05:21:14,679 DEBUG [RS:0;6de696b11002:34963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T05:21:14,679 DEBUG [RS:0;6de696b11002:34963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c31c7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:14,682 DEBUG [RS:0;6de696b11002:34963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f452603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6de696b11002/172.17.0.2:0 2024-11-26T05:21:14,686 INFO [RS:0;6de696b11002:34963 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T05:21:14,686 INFO [RS:0;6de696b11002:34963 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T05:21:14,687 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T05:21:14,690 INFO [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(3073): reportForDuty to master=6de696b11002,44643,1732598471032 with isa=6de696b11002/172.17.0.2:34963, startcode=1732598472077 2024-11-26T05:21:14,706 DEBUG [RS:0;6de696b11002:34963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T05:21:14,744 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55431, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T05:21:14,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44643 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6de696b11002,34963,1732598472077 2024-11-26T05:21:14,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44643 {}] master.ServerManager(486): Registering regionserver=6de696b11002,34963,1732598472077 2024-11-26T05:21:14,767 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c 2024-11-26T05:21:14,768 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35603 2024-11-26T05:21:14,768 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T05:21:14,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T05:21:14,778 DEBUG [RS:0;6de696b11002:34963 {}] zookeeper.ZKUtil(111): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6de696b11002,34963,1732598472077 2024-11-26T05:21:14,778 WARN [RS:0;6de696b11002:34963 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T05:21:14,778 INFO [RS:0;6de696b11002:34963 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T05:21:14,778 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/WALs/6de696b11002,34963,1732598472077 2024-11-26T05:21:14,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6de696b11002,34963,1732598472077] 2024-11-26T05:21:14,802 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T05:21:14,815 INFO [RS:0;6de696b11002:34963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T05:21:14,836 INFO [RS:0;6de696b11002:34963 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T05:21:14,841 INFO [RS:0;6de696b11002:34963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T05:21:14,841 INFO [RS:0;6de696b11002:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,843 INFO [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T05:21:14,851 INFO [RS:0;6de696b11002:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,852 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,852 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,852 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,853 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,853 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,853 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6de696b11002:0, corePoolSize=2, maxPoolSize=2 2024-11-26T05:21:14,853 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,854 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,854 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,854 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,854 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6de696b11002:0, corePoolSize=1, maxPoolSize=1 2024-11-26T05:21:14,854 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6de696b11002:0, corePoolSize=3, maxPoolSize=3 2024-11-26T05:21:14,855 DEBUG [RS:0;6de696b11002:34963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0, corePoolSize=3, maxPoolSize=3 2024-11-26T05:21:14,859 INFO [RS:0;6de696b11002:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,860 INFO [RS:0;6de696b11002:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,860 INFO [RS:0;6de696b11002:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,861 INFO [RS:0;6de696b11002:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,862 INFO [RS:0;6de696b11002:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=6de696b11002,34963,1732598472077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T05:21:14,889 INFO [RS:0;6de696b11002:34963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T05:21:14,891 INFO [RS:0;6de696b11002:34963 {}] hbase.ChoreService(168): Chore ScheduledChore name=6de696b11002,34963,1732598472077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:14,917 INFO [RS:0;6de696b11002:34963 {}] regionserver.Replication(204): 6de696b11002,34963,1732598472077 started 2024-11-26T05:21:14,917 INFO [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1767): Serving as 6de696b11002,34963,1732598472077, RpcServer on 6de696b11002/172.17.0.2:34963, sessionid=0x10176e038550001 2024-11-26T05:21:14,918 DEBUG [RS:0;6de696b11002:34963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T05:21:14,919 DEBUG [RS:0;6de696b11002:34963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6de696b11002,34963,1732598472077 2024-11-26T05:21:14,919 DEBUG [RS:0;6de696b11002:34963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6de696b11002,34963,1732598472077' 2024-11-26T05:21:14,919 DEBUG [RS:0;6de696b11002:34963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T05:21:14,920 DEBUG [RS:0;6de696b11002:34963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T05:21:14,921 DEBUG [RS:0;6de696b11002:34963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T05:21:14,921 DEBUG [RS:0;6de696b11002:34963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T05:21:14,921 DEBUG [RS:0;6de696b11002:34963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6de696b11002,34963,1732598472077 2024-11-26T05:21:14,921 DEBUG [RS:0;6de696b11002:34963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6de696b11002,34963,1732598472077' 2024-11-26T05:21:14,921 DEBUG [RS:0;6de696b11002:34963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T05:21:14,922 DEBUG [RS:0;6de696b11002:34963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T05:21:14,923 DEBUG [RS:0;6de696b11002:34963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T05:21:14,923 INFO [RS:0;6de696b11002:34963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T05:21:14,923 INFO [RS:0;6de696b11002:34963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T05:21:15,030 INFO [RS:0;6de696b11002:34963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T05:21:15,034 INFO [RS:0;6de696b11002:34963 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6de696b11002%2C34963%2C1732598472077, suffix=, logDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/WALs/6de696b11002,34963,1732598472077, archiveDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/oldWALs, maxLogs=32 2024-11-26T05:21:15,053 DEBUG [RS:0;6de696b11002:34963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/WALs/6de696b11002,34963,1732598472077/6de696b11002%2C34963%2C1732598472077.1732598475037, exclude list is [], retry=0 2024-11-26T05:21:15,059 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-c2148e3b-d3e7-404e-82b8-4d97772902ba,DISK] 2024-11-26T05:21:15,063 INFO [RS:0;6de696b11002:34963 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/WALs/6de696b11002,34963,1732598472077/6de696b11002%2C34963%2C1732598472077.1732598475037 2024-11-26T05:21:15,064 DEBUG [RS:0;6de696b11002:34963 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36511:36511)] 2024-11-26T05:21:15,084 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T05:21:15,085 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c 2024-11-26T05:21:15,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741833_1009 (size=32) 2024-11-26T05:21:15,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:15,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T05:21:15,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T05:21:15,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:15,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T05:21:15,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T05:21:15,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T05:21:15,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:15,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T05:21:15,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T05:21:15,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T05:21:15,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:15,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T05:21:15,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740 2024-11-26T05:21:15,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740 2024-11-26T05:21:15,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:21:15,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T05:21:15,545 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T05:21:15,546 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63330082, jitterRate=-0.056308239698410034}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:21:15,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T05:21:15,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T05:21:15,550 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T05:21:15,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T05:21:15,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T05:21:15,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T05:21:15,551 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T05:21:15,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T05:21:15,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T05:21:15,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T05:21:15,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T05:21:15,570 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T05:21:15,572 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T05:21:15,724 DEBUG [6de696b11002:44643 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T05:21:15,729 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:15,735 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6de696b11002,34963,1732598472077, state=OPENING 2024-11-26T05:21:15,752 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T05:21:15,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:15,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:15,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T05:21:15,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T05:21:15,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:21:15,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:15,939 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T05:21:15,943 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T05:21:15,956 INFO [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T05:21:15,957 INFO [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T05:21:15,957 INFO [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T05:21:15,961 INFO [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6de696b11002%2C34963%2C1732598472077.meta, suffix=.meta, logDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/WALs/6de696b11002,34963,1732598472077, archiveDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/oldWALs, maxLogs=32 2024-11-26T05:21:15,985 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/WALs/6de696b11002,34963,1732598472077/6de696b11002%2C34963%2C1732598472077.meta.1732598475963.meta, exclude list is [], retry=0 2024-11-26T05:21:15,989 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-c2148e3b-d3e7-404e-82b8-4d97772902ba,DISK] 2024-11-26T05:21:15,995 INFO [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/WALs/6de696b11002,34963,1732598472077/6de696b11002%2C34963%2C1732598472077.meta.1732598475963.meta 2024-11-26T05:21:15,996 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36511:36511)] 2024-11-26T05:21:15,996 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:21:15,997 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T05:21:16,050 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T05:21:16,055 INFO [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T05:21:16,059 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T05:21:16,059 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:16,059 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T05:21:16,059 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T05:21:16,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T05:21:16,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T05:21:16,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:16,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T05:21:16,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T05:21:16,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T05:21:16,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:16,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T05:21:16,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T05:21:16,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T05:21:16,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:16,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T05:21:16,073 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740 2024-11-26T05:21:16,076 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740 2024-11-26T05:21:16,078 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:21:16,081 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T05:21:16,083 INFO [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65945759, jitterRate=-0.017331615090370178}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:21:16,084 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T05:21:16,091 INFO [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732598475932 2024-11-26T05:21:16,105 DEBUG [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T05:21:16,106 INFO [RS_OPEN_META-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T05:21:16,107 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:16,109 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6de696b11002,34963,1732598472077, state=OPEN 2024-11-26T05:21:16,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T05:21:16,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T05:21:16,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T05:21:16,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T05:21:16,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T05:21:16,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6de696b11002,34963,1732598472077 in 405 msec 2024-11-26T05:21:16,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T05:21:16,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-11-26T05:21:16,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6170 sec 2024-11-26T05:21:16,188 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732598476188, completionTime=-1 2024-11-26T05:21:16,189 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T05:21:16,189 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T05:21:16,222 DEBUG [hconnection-0x1183bcf6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:16,225 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:16,240 INFO [master/6de696b11002:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-26T05:21:16,241 INFO [master/6de696b11002:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732598536240 2024-11-26T05:21:16,241 INFO [master/6de696b11002:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732598596241 2024-11-26T05:21:16,241 INFO [master/6de696b11002:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-11-26T05:21:16,279 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6de696b11002,44643,1732598471032-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:16,279 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6de696b11002,44643,1732598471032-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:16,280 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6de696b11002,44643,1732598471032-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:16,281 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6de696b11002:44643, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:16,281 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:16,287 DEBUG [master/6de696b11002:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T05:21:16,290 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T05:21:16,316 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T05:21:16,324 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T05:21:16,327 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T05:21:16,329 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:16,332 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T05:21:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741835_1011 (size=358) 2024-11-26T05:21:16,763 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 019336888544f950e67275eb9b3f6e1e, NAME => 'hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c 2024-11-26T05:21:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741836_1012 (size=42) 2024-11-26T05:21:17,173 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:17,174 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 019336888544f950e67275eb9b3f6e1e, disabling compactions & flushes 2024-11-26T05:21:17,174 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:21:17,174 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:21:17,174 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. after waiting 0 ms 2024-11-26T05:21:17,174 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:21:17,174 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:21:17,174 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 019336888544f950e67275eb9b3f6e1e: 2024-11-26T05:21:17,177 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T05:21:17,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732598477178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732598477178"}]},"ts":"1732598477178"} 2024-11-26T05:21:17,202 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T05:21:17,204 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T05:21:17,207 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598477205"}]},"ts":"1732598477205"} 2024-11-26T05:21:17,211 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T05:21:17,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=019336888544f950e67275eb9b3f6e1e, ASSIGN}] 2024-11-26T05:21:17,230 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=019336888544f950e67275eb9b3f6e1e, ASSIGN 2024-11-26T05:21:17,232 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=019336888544f950e67275eb9b3f6e1e, ASSIGN; state=OFFLINE, location=6de696b11002,34963,1732598472077; forceNewPlan=false, retain=false 2024-11-26T05:21:17,383 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=019336888544f950e67275eb9b3f6e1e, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:17,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 019336888544f950e67275eb9b3f6e1e, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:21:17,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:17,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:21:17,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 019336888544f950e67275eb9b3f6e1e, NAME => 'hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:21:17,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 019336888544f950e67275eb9b3f6e1e 2024-11-26T05:21:17,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:17,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 019336888544f950e67275eb9b3f6e1e 2024-11-26T05:21:17,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 019336888544f950e67275eb9b3f6e1e 2024-11-26T05:21:17,553 INFO [StoreOpener-019336888544f950e67275eb9b3f6e1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 019336888544f950e67275eb9b3f6e1e 2024-11-26T05:21:17,556 INFO [StoreOpener-019336888544f950e67275eb9b3f6e1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 019336888544f950e67275eb9b3f6e1e columnFamilyName info 2024-11-26T05:21:17,556 DEBUG [StoreOpener-019336888544f950e67275eb9b3f6e1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:17,557 INFO [StoreOpener-019336888544f950e67275eb9b3f6e1e-1 {}] regionserver.HStore(327): Store=019336888544f950e67275eb9b3f6e1e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:17,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/namespace/019336888544f950e67275eb9b3f6e1e 2024-11-26T05:21:17,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/namespace/019336888544f950e67275eb9b3f6e1e 2024-11-26T05:21:17,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 019336888544f950e67275eb9b3f6e1e 2024-11-26T05:21:17,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/namespace/019336888544f950e67275eb9b3f6e1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T05:21:17,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 019336888544f950e67275eb9b3f6e1e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74109048, jitterRate=0.10431087017059326}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T05:21:17,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 019336888544f950e67275eb9b3f6e1e: 2024-11-26T05:21:17,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e., pid=6, masterSystemTime=1732598477541 2024-11-26T05:21:17,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:21:17,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:21:17,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=019336888544f950e67275eb9b3f6e1e, regionState=OPEN, openSeqNum=2, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:17,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T05:21:17,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 019336888544f950e67275eb9b3f6e1e, server=6de696b11002,34963,1732598472077 in 192 msec 2024-11-26T05:21:17,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T05:21:17,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=019336888544f950e67275eb9b3f6e1e, ASSIGN in 356 msec 2024-11-26T05:21:17,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T05:21:17,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598477590"}]},"ts":"1732598477590"} 2024-11-26T05:21:17,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T05:21:17,650 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T05:21:17,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T05:21:17,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3340 sec 2024-11-26T05:21:17,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T05:21:17,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:17,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:21:17,688 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T05:21:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T05:21:17,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 37 msec 2024-11-26T05:21:17,733 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T05:21:17,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T05:21:17,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-11-26T05:21:17,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T05:21:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T05:21:17,810 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.572sec 2024-11-26T05:21:17,812 INFO [master/6de696b11002:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T05:21:17,813 INFO [master/6de696b11002:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T05:21:17,813 INFO [master/6de696b11002:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T05:21:17,814 INFO [master/6de696b11002:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T05:21:17,814 INFO [master/6de696b11002:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T05:21:17,815 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6de696b11002,44643,1732598471032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T05:21:17,815 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6de696b11002,44643,1732598471032-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T05:21:17,821 DEBUG [master/6de696b11002:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T05:21:17,822 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T05:21:17,822 INFO [master/6de696b11002:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6de696b11002,44643,1732598471032-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T05:21:17,843 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-26T05:21:17,844 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-26T05:21:17,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:17,862 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T05:21:17,863 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T05:21:17,871 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:17,879 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:17,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6de696b11002,44643,1732598471032 2024-11-26T05:21:17,904 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=9493 2024-11-26T05:21:17,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T05:21:17,916 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T05:21:17,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T05:21:17,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T05:21:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T05:21:17,933 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T05:21:17,934 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:17,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-26T05:21:17,936 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T05:21:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T05:21:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741837_1013 (size=960) 2024-11-26T05:21:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T05:21:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T05:21:18,355 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c 2024-11-26T05:21:18,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741838_1014 (size=53) 2024-11-26T05:21:18,366 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:18,367 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 35085d4b4af1e70ebe6d736ca7f4c4f7, disabling compactions & flushes 2024-11-26T05:21:18,367 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:18,367 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:18,367 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. after waiting 0 ms 2024-11-26T05:21:18,367 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:18,367 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:18,367 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:18,369 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T05:21:18,369 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732598478369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732598478369"}]},"ts":"1732598478369"} 2024-11-26T05:21:18,373 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T05:21:18,375 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T05:21:18,375 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598478375"}]},"ts":"1732598478375"} 2024-11-26T05:21:18,379 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T05:21:18,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=35085d4b4af1e70ebe6d736ca7f4c4f7, ASSIGN}] 2024-11-26T05:21:18,404 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=35085d4b4af1e70ebe6d736ca7f4c4f7, ASSIGN 2024-11-26T05:21:18,406 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35085d4b4af1e70ebe6d736ca7f4c4f7, ASSIGN; state=OFFLINE, location=6de696b11002,34963,1732598472077; forceNewPlan=false, retain=false 2024-11-26T05:21:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T05:21:18,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=35085d4b4af1e70ebe6d736ca7f4c4f7, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:18,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:21:18,714 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:18,720 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:18,720 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:21:18,721 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:18,721 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:18,721 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:18,721 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:18,724 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:18,727 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:21:18,728 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35085d4b4af1e70ebe6d736ca7f4c4f7 columnFamilyName A 2024-11-26T05:21:18,728 DEBUG [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:18,729 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] regionserver.HStore(327): Store=35085d4b4af1e70ebe6d736ca7f4c4f7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:18,730 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:18,732 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:21:18,732 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35085d4b4af1e70ebe6d736ca7f4c4f7 columnFamilyName B 2024-11-26T05:21:18,732 DEBUG [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:18,733 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] regionserver.HStore(327): Store=35085d4b4af1e70ebe6d736ca7f4c4f7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:18,734 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:18,736 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:21:18,737 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35085d4b4af1e70ebe6d736ca7f4c4f7 columnFamilyName C 2024-11-26T05:21:18,737 DEBUG [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:18,738 INFO [StoreOpener-35085d4b4af1e70ebe6d736ca7f4c4f7-1 {}] regionserver.HStore(327): Store=35085d4b4af1e70ebe6d736ca7f4c4f7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:18,739 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:18,741 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:18,742 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:18,745 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:21:18,748 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:18,754 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T05:21:18,755 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 35085d4b4af1e70ebe6d736ca7f4c4f7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74180887, jitterRate=0.10538135468959808}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:21:18,756 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:18,757 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., pid=11, masterSystemTime=1732598478713 2024-11-26T05:21:18,761 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:18,761 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:18,762 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=35085d4b4af1e70ebe6d736ca7f4c4f7, regionState=OPEN, openSeqNum=2, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:18,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T05:21:18,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 in 205 msec 2024-11-26T05:21:18,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T05:21:18,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=35085d4b4af1e70ebe6d736ca7f4c4f7, ASSIGN in 367 msec 2024-11-26T05:21:18,774 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T05:21:18,774 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598478774"}]},"ts":"1732598478774"} 2024-11-26T05:21:18,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T05:21:18,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T05:21:18,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 859 msec 2024-11-26T05:21:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T05:21:19,056 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-26T05:21:19,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-26T05:21:19,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:19,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:19,073 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:19,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T05:21:19,079 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T05:21:19,087 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-26T05:21:19,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:19,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-26T05:21:19,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:19,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-26T05:21:19,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:19,127 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-26T05:21:19,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:19,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-26T05:21:19,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:19,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-26T05:21:19,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:19,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-26T05:21:19,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:19,181 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-26T05:21:19,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:19,196 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-26T05:21:19,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:19,214 DEBUG [hconnection-0x1734c206-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:19,218 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:19,218 DEBUG [hconnection-0x2d164ddf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:19,218 DEBUG [hconnection-0x7a7e860b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:19,218 DEBUG [hconnection-0x4fac3183-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:19,220 DEBUG [hconnection-0x79bb3058-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:19,221 DEBUG [hconnection-0x3a31c907-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:19,221 DEBUG [hconnection-0x1b20ee68-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:19,223 DEBUG [hconnection-0x3b66a271-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:19,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:19,223 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:19,224 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:19,227 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:19,228 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-26T05:21:19,231 DEBUG [hconnection-0x60476d5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:19,232 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:19,233 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:19,233 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T05:21:19,235 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:19,237 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:19,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:19,257 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:19,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:21:19,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:19,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:19,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:19,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:19,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:19,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T05:21:19,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:19,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T05:21:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:19,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/a57fa8e6e5354c6784f30fe34dedc906 is 50, key is test_row_0/A:col10/1732598479276/Put/seqid=0 2024-11-26T05:21:19,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:19,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:19,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:19,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598539420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598539432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598539442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598539459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598539460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741839_1015 (size=12001) 2024-11-26T05:21:19,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/a57fa8e6e5354c6784f30fe34dedc906 2024-11-26T05:21:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T05:21:19,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:19,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T05:21:19,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:19,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:19,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:19,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:19,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598539610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598539609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598539612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598539613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598539610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/57d1eb1af3ea411cb971059b103bd288 is 50, key is test_row_0/B:col10/1732598479276/Put/seqid=0 2024-11-26T05:21:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741840_1016 (size=12001) 2024-11-26T05:21:19,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/57d1eb1af3ea411cb971059b103bd288 2024-11-26T05:21:19,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/587435bcf0d04680acf2f5bf6d740960 is 50, key is test_row_0/C:col10/1732598479276/Put/seqid=0 2024-11-26T05:21:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741841_1017 (size=12001) 2024-11-26T05:21:19,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/587435bcf0d04680acf2f5bf6d740960 2024-11-26T05:21:19,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/a57fa8e6e5354c6784f30fe34dedc906 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a57fa8e6e5354c6784f30fe34dedc906 2024-11-26T05:21:19,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:19,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a57fa8e6e5354c6784f30fe34dedc906, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T05:21:19,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T05:21:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:19,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:19,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/57d1eb1af3ea411cb971059b103bd288 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/57d1eb1af3ea411cb971059b103bd288 2024-11-26T05:21:19,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:19,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:19,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:19,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/57d1eb1af3ea411cb971059b103bd288, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T05:21:19,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/587435bcf0d04680acf2f5bf6d740960 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/587435bcf0d04680acf2f5bf6d740960 2024-11-26T05:21:19,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598539816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598539821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598539823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598539824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:19,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/587435bcf0d04680acf2f5bf6d740960, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T05:21:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598539826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:19,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 544ms, sequenceid=13, compaction requested=false 2024-11-26T05:21:19,841 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T05:21:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T05:21:19,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:19,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:19,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T05:21:19,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:19,939 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:21:19,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:19,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:19,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:19,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:19,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:19,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:19,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/7f1ecffce34e4704ab28bf7e6a264416 is 50, key is test_row_0/A:col10/1732598479443/Put/seqid=0 2024-11-26T05:21:20,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741842_1018 (size=12001) 2024-11-26T05:21:20,015 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/7f1ecffce34e4704ab28bf7e6a264416 2024-11-26T05:21:20,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/d970cd9cc3d94b399182e297888660b8 is 50, key is test_row_0/B:col10/1732598479443/Put/seqid=0 2024-11-26T05:21:20,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741843_1019 (size=12001) 2024-11-26T05:21:20,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:20,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598540152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598540153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598540156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598540160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598540168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598540266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598540269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598540271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598540271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598540276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T05:21:20,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598540473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598540482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598540482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598540483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598540484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,517 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/d970cd9cc3d94b399182e297888660b8 2024-11-26T05:21:20,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/c30d92ff31f847c09d236c94d528e42d is 50, key is test_row_0/C:col10/1732598479443/Put/seqid=0 2024-11-26T05:21:20,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741844_1020 (size=12001) 2024-11-26T05:21:20,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598540778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598540786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598540787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598540791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598540788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:20,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T05:21:20,809 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-26T05:21:20,977 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/c30d92ff31f847c09d236c94d528e42d 2024-11-26T05:21:20,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/7f1ecffce34e4704ab28bf7e6a264416 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7f1ecffce34e4704ab28bf7e6a264416 2024-11-26T05:21:21,011 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7f1ecffce34e4704ab28bf7e6a264416, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T05:21:21,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/d970cd9cc3d94b399182e297888660b8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/d970cd9cc3d94b399182e297888660b8 2024-11-26T05:21:21,033 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/d970cd9cc3d94b399182e297888660b8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T05:21:21,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/c30d92ff31f847c09d236c94d528e42d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c30d92ff31f847c09d236c94d528e42d 2024-11-26T05:21:21,055 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c30d92ff31f847c09d236c94d528e42d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T05:21:21,066 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 1126ms, sequenceid=37, compaction requested=false 2024-11-26T05:21:21,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:21,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:21,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T05:21:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-26T05:21:21,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T05:21:21,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8300 sec 2024-11-26T05:21:21,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.8520 sec 2024-11-26T05:21:21,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:21:21,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:21,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:21,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:21,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:21,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:21,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:21,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/9af3e89372ff46bfb6abe1f0ee071d92 is 50, key is test_row_0/A:col10/1732598480156/Put/seqid=0 2024-11-26T05:21:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T05:21:21,345 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-26T05:21:21,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-26T05:21:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T05:21:21,352 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:21,353 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:21,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741845_1021 (size=14341) 2024-11-26T05:21:21,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/9af3e89372ff46bfb6abe1f0ee071d92 2024-11-26T05:21:21,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598541385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598541378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598541388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598541387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598541393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/5866acf4526f46dda5eaa25abc4724f0 is 50, key is test_row_0/B:col10/1732598480156/Put/seqid=0 2024-11-26T05:21:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741846_1022 (size=12001) 2024-11-26T05:21:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T05:21:21,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598541499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598541500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598541502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:21,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598541504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T05:21:21,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598541504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:21,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:21,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:21,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:21,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T05:21:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T05:21:21,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:21,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T05:21:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:21,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:21,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:21,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T05:21:21,692 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T05:21:21,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T05:21:21,694 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-26T05:21:21,696 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T05:21:21,696 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T05:21:21,697 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T05:21:21,697 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T05:21:21,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T05:21:21,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T05:21:21,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598541708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598541708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598541710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598541711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598541712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:21,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:21,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T05:21:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:21,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:21,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/5866acf4526f46dda5eaa25abc4724f0 2024-11-26T05:21:21,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/a859ca9912504ca3b333e09e273df0ad is 50, key is test_row_0/C:col10/1732598480156/Put/seqid=0 2024-11-26T05:21:21,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741847_1023 (size=12001) 2024-11-26T05:21:21,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/a859ca9912504ca3b333e09e273df0ad 2024-11-26T05:21:21,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/9af3e89372ff46bfb6abe1f0ee071d92 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/9af3e89372ff46bfb6abe1f0ee071d92 2024-11-26T05:21:21,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/9af3e89372ff46bfb6abe1f0ee071d92, entries=200, sequenceid=51, filesize=14.0 K 2024-11-26T05:21:21,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/5866acf4526f46dda5eaa25abc4724f0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5866acf4526f46dda5eaa25abc4724f0 2024-11-26T05:21:21,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5866acf4526f46dda5eaa25abc4724f0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T05:21:21,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/a859ca9912504ca3b333e09e273df0ad as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/a859ca9912504ca3b333e09e273df0ad 2024-11-26T05:21:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T05:21:21,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/a859ca9912504ca3b333e09e273df0ad, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T05:21:21,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 670ms, sequenceid=51, compaction requested=true 2024-11-26T05:21:21,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:21,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:21,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:21,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:21,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:21,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:21,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:21:21,972 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:21,973 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:21,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:21,977 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:21,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T05:21:21,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:21,978 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T05:21:21,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:21,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:21,979 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:21,979 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:21,979 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/57d1eb1af3ea411cb971059b103bd288, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/d970cd9cc3d94b399182e297888660b8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5866acf4526f46dda5eaa25abc4724f0] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=35.2 K 2024-11-26T05:21:21,982 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 57d1eb1af3ea411cb971059b103bd288, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732598479276 2024-11-26T05:21:21,985 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting d970cd9cc3d94b399182e297888660b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732598479433 2024-11-26T05:21:21,988 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5866acf4526f46dda5eaa25abc4724f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732598480152 2024-11-26T05:21:21,992 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:21,992 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:21,993 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:21,993 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a57fa8e6e5354c6784f30fe34dedc906, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7f1ecffce34e4704ab28bf7e6a264416, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/9af3e89372ff46bfb6abe1f0ee071d92] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=37.4 K 2024-11-26T05:21:21,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/e944b5b826c5409f8c549afc43222be3 is 50, key is test_row_0/A:col10/1732598481389/Put/seqid=0 2024-11-26T05:21:21,996 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a57fa8e6e5354c6784f30fe34dedc906, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732598479276 2024-11-26T05:21:21,997 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f1ecffce34e4704ab28bf7e6a264416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732598479433 2024-11-26T05:21:21,999 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9af3e89372ff46bfb6abe1f0ee071d92, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732598480147 2024-11-26T05:21:22,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741848_1024 (size=12001) 2024-11-26T05:21:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:22,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:22,054 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/e944b5b826c5409f8c549afc43222be3 2024-11-26T05:21:22,057 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#10 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:22,062 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/b1441e56169c4b12b4070be4b4c3f990 is 50, key is test_row_0/A:col10/1732598480156/Put/seqid=0 2024-11-26T05:21:22,063 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#11 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:22,064 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/a558d2d51b744672b73d09e184d483cc is 50, key is test_row_0/B:col10/1732598480156/Put/seqid=0 2024-11-26T05:21:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/df23e683a0644dedbdff4d7c269fa2bc is 50, key is test_row_0/B:col10/1732598481389/Put/seqid=0 2024-11-26T05:21:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741849_1025 (size=12104) 2024-11-26T05:21:22,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598542097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598542100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598542093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598542108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598542112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,122 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/b1441e56169c4b12b4070be4b4c3f990 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/b1441e56169c4b12b4070be4b4c3f990 2024-11-26T05:21:22,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741850_1026 (size=12104) 2024-11-26T05:21:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741851_1027 (size=12001) 2024-11-26T05:21:22,148 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/df23e683a0644dedbdff4d7c269fa2bc 2024-11-26T05:21:22,163 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/a558d2d51b744672b73d09e184d483cc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a558d2d51b744672b73d09e184d483cc 2024-11-26T05:21:22,164 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into b1441e56169c4b12b4070be4b4c3f990(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:22,164 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:22,164 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598481970; duration=0sec 2024-11-26T05:21:22,164 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:22,165 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:22,165 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:22,172 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:22,172 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:22,172 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:22,173 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/587435bcf0d04680acf2f5bf6d740960, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c30d92ff31f847c09d236c94d528e42d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/a859ca9912504ca3b333e09e273df0ad] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=35.2 K 2024-11-26T05:21:22,174 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 587435bcf0d04680acf2f5bf6d740960, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732598479276 2024-11-26T05:21:22,175 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting c30d92ff31f847c09d236c94d528e42d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732598479433 2024-11-26T05:21:22,177 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a859ca9912504ca3b333e09e273df0ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732598480152 2024-11-26T05:21:22,179 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into a558d2d51b744672b73d09e184d483cc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:22,180 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:22,180 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598481971; duration=0sec 2024-11-26T05:21:22,180 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:22,180 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:22,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/3e5a55a4ce444ec0b16aaa4421fc92a5 is 50, key is test_row_0/C:col10/1732598481389/Put/seqid=0 2024-11-26T05:21:22,210 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#14 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:22,211 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/5414098e2e4944b0bf01116a76c59738 is 50, key is test_row_0/C:col10/1732598480156/Put/seqid=0 2024-11-26T05:21:22,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741852_1028 (size=12001) 2024-11-26T05:21:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598542215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741853_1029 (size=12104) 2024-11-26T05:21:22,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598542215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,230 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/3e5a55a4ce444ec0b16aaa4421fc92a5 2024-11-26T05:21:22,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598542215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598542216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598542226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,244 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/5414098e2e4944b0bf01116a76c59738 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/5414098e2e4944b0bf01116a76c59738 2024-11-26T05:21:22,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/e944b5b826c5409f8c549afc43222be3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/e944b5b826c5409f8c549afc43222be3 2024-11-26T05:21:22,259 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/e944b5b826c5409f8c549afc43222be3, entries=150, sequenceid=73, filesize=11.7 K 2024-11-26T05:21:22,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/df23e683a0644dedbdff4d7c269fa2bc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/df23e683a0644dedbdff4d7c269fa2bc 2024-11-26T05:21:22,265 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 5414098e2e4944b0bf01116a76c59738(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:22,265 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:22,266 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598481971; duration=0sec 2024-11-26T05:21:22,266 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:22,266 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:22,277 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/df23e683a0644dedbdff4d7c269fa2bc, entries=150, sequenceid=73, filesize=11.7 K 2024-11-26T05:21:22,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/3e5a55a4ce444ec0b16aaa4421fc92a5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/3e5a55a4ce444ec0b16aaa4421fc92a5 2024-11-26T05:21:22,293 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/3e5a55a4ce444ec0b16aaa4421fc92a5, entries=150, sequenceid=73, filesize=11.7 K 2024-11-26T05:21:22,296 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 317ms, sequenceid=73, compaction requested=false 2024-11-26T05:21:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T05:21:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-26T05:21:22,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T05:21:22,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 947 msec 2024-11-26T05:21:22,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 956 msec 2024-11-26T05:21:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:22,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T05:21:22,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:22,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:22,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:22,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:22,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:22,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:22,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/d4fceceefeaf4282a40c0f1d411dde1f is 50, key is test_row_0/A:col10/1732598482093/Put/seqid=0 2024-11-26T05:21:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T05:21:22,458 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-26T05:21:22,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-26T05:21:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T05:21:22,465 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:22,467 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:22,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741854_1030 (size=14341) 2024-11-26T05:21:22,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/d4fceceefeaf4282a40c0f1d411dde1f 2024-11-26T05:21:22,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598542476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598542479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598542480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598542485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598542490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/bebd88e46caa485583399027f51f9e5d is 50, key is test_row_0/B:col10/1732598482093/Put/seqid=0 2024-11-26T05:21:22,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741855_1031 (size=12001) 2024-11-26T05:21:22,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/bebd88e46caa485583399027f51f9e5d 2024-11-26T05:21:22,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/9c5d90ecc8d9487884b69ea166b9cdb8 is 50, key is test_row_0/C:col10/1732598482093/Put/seqid=0 2024-11-26T05:21:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T05:21:22,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598542590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598542592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598542592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598542592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598542596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741856_1032 (size=12001) 2024-11-26T05:21:22,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/9c5d90ecc8d9487884b69ea166b9cdb8 2024-11-26T05:21:22,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/d4fceceefeaf4282a40c0f1d411dde1f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/d4fceceefeaf4282a40c0f1d411dde1f 2024-11-26T05:21:22,622 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:22,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T05:21:22,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:22,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:22,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:22,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:22,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:22,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/d4fceceefeaf4282a40c0f1d411dde1f, entries=200, sequenceid=91, filesize=14.0 K 2024-11-26T05:21:22,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/bebd88e46caa485583399027f51f9e5d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebd88e46caa485583399027f51f9e5d 2024-11-26T05:21:22,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebd88e46caa485583399027f51f9e5d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-26T05:21:22,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/9c5d90ecc8d9487884b69ea166b9cdb8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9c5d90ecc8d9487884b69ea166b9cdb8 2024-11-26T05:21:22,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9c5d90ecc8d9487884b69ea166b9cdb8, entries=150, sequenceid=91, filesize=11.7 K 2024-11-26T05:21:22,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 235ms, sequenceid=91, compaction requested=true 2024-11-26T05:21:22,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:22,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:22,672 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:22,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:22,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:22,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:22,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:22,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:21:22,673 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:22,675 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:22,675 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:22,675 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:22,675 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/b1441e56169c4b12b4070be4b4c3f990, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/e944b5b826c5409f8c549afc43222be3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/d4fceceefeaf4282a40c0f1d411dde1f] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=37.5 K 2024-11-26T05:21:22,676 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:22,676 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:22,676 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:22,676 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b1441e56169c4b12b4070be4b4c3f990, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732598480152 2024-11-26T05:21:22,676 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a558d2d51b744672b73d09e184d483cc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/df23e683a0644dedbdff4d7c269fa2bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebd88e46caa485583399027f51f9e5d] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=35.3 K 2024-11-26T05:21:22,677 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a558d2d51b744672b73d09e184d483cc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732598480152 2024-11-26T05:21:22,677 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting e944b5b826c5409f8c549afc43222be3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732598481367 2024-11-26T05:21:22,678 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting df23e683a0644dedbdff4d7c269fa2bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732598481367 2024-11-26T05:21:22,678 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting d4fceceefeaf4282a40c0f1d411dde1f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732598482093 2024-11-26T05:21:22,679 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting bebd88e46caa485583399027f51f9e5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732598482093 2024-11-26T05:21:22,705 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:22,706 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/6e219b69ac7e4e8ca99aeb5a8c3cb0b3 is 50, key is test_row_0/A:col10/1732598482093/Put/seqid=0 2024-11-26T05:21:22,713 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:22,714 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/4a230c7f99794a11b84340198e721386 is 50, key is test_row_0/B:col10/1732598482093/Put/seqid=0 2024-11-26T05:21:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741857_1033 (size=12207) 2024-11-26T05:21:22,762 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/6e219b69ac7e4e8ca99aeb5a8c3cb0b3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6e219b69ac7e4e8ca99aeb5a8c3cb0b3 2024-11-26T05:21:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T05:21:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741858_1034 (size=12207) 2024-11-26T05:21:22,777 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:22,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T05:21:22,779 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 6e219b69ac7e4e8ca99aeb5a8c3cb0b3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:22,779 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:22,779 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598482672; duration=0sec 2024-11-26T05:21:22,779 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:22,779 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:22,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:22,779 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:22,779 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T05:21:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:22,785 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:22,785 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:22,785 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:22,785 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/5414098e2e4944b0bf01116a76c59738, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/3e5a55a4ce444ec0b16aaa4421fc92a5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9c5d90ecc8d9487884b69ea166b9cdb8] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=35.3 K 2024-11-26T05:21:22,786 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5414098e2e4944b0bf01116a76c59738, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732598480152 2024-11-26T05:21:22,788 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e5a55a4ce444ec0b16aaa4421fc92a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732598481367 2024-11-26T05:21:22,791 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c5d90ecc8d9487884b69ea166b9cdb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732598482093 2024-11-26T05:21:22,795 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/4a230c7f99794a11b84340198e721386 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4a230c7f99794a11b84340198e721386 2024-11-26T05:21:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:22,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:22,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/63d85076e26d414d8bf2b9f0b5f8354c is 50, key is test_row_0/A:col10/1732598482478/Put/seqid=0 2024-11-26T05:21:22,818 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:22,819 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/98132880b51d490faba3bd769d223ddd is 50, key is test_row_0/C:col10/1732598482093/Put/seqid=0 2024-11-26T05:21:22,823 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 4a230c7f99794a11b84340198e721386(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:22,823 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:22,823 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598482672; duration=0sec 2024-11-26T05:21:22,824 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:22,824 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:22,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741859_1035 (size=12001) 2024-11-26T05:21:22,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598542824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598542824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598542836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741860_1036 (size=12207) 2024-11-26T05:21:22,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598542840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598542841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,867 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/98132880b51d490faba3bd769d223ddd as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/98132880b51d490faba3bd769d223ddd 2024-11-26T05:21:22,879 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 98132880b51d490faba3bd769d223ddd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:22,879 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:22,879 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598482673; duration=0sec 2024-11-26T05:21:22,879 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:22,879 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:22,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598542943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598542943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598542945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598542946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:22,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598542945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T05:21:23,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598543153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598543153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598543165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598543169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598543169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,230 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/63d85076e26d414d8bf2b9f0b5f8354c 2024-11-26T05:21:23,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/4caaa4ad439b41d5a918f830a286988f is 50, key is test_row_0/B:col10/1732598482478/Put/seqid=0 2024-11-26T05:21:23,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741861_1037 (size=12001) 2024-11-26T05:21:23,356 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/4caaa4ad439b41d5a918f830a286988f 2024-11-26T05:21:23,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/b43913cd0b594627ba22a41e1e6aee9f is 50, key is test_row_0/C:col10/1732598482478/Put/seqid=0 2024-11-26T05:21:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741862_1038 (size=12001) 2024-11-26T05:21:23,463 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/b43913cd0b594627ba22a41e1e6aee9f 2024-11-26T05:21:23,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598543462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598543468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598543476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598543480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598543481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/63d85076e26d414d8bf2b9f0b5f8354c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/63d85076e26d414d8bf2b9f0b5f8354c 2024-11-26T05:21:23,503 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/63d85076e26d414d8bf2b9f0b5f8354c, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T05:21:23,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/4caaa4ad439b41d5a918f830a286988f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4caaa4ad439b41d5a918f830a286988f 2024-11-26T05:21:23,536 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4caaa4ad439b41d5a918f830a286988f, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T05:21:23,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/b43913cd0b594627ba22a41e1e6aee9f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/b43913cd0b594627ba22a41e1e6aee9f 2024-11-26T05:21:23,552 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/b43913cd0b594627ba22a41e1e6aee9f, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T05:21:23,556 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 777ms, sequenceid=113, compaction requested=false 2024-11-26T05:21:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-26T05:21:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-26T05:21:23,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T05:21:23,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0910 sec 2024-11-26T05:21:23,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.1050 sec 2024-11-26T05:21:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T05:21:23,572 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-26T05:21:23,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-26T05:21:23,590 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:23,595 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:23,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T05:21:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T05:21:23,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:23,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T05:21:23,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:23,758 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T05:21:23,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:23,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:23,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:23,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:23,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:23,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:23,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/6edbe655ebb64263bcf9bb90be51ca18 is 50, key is test_row_0/A:col10/1732598482815/Put/seqid=0 2024-11-26T05:21:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T05:21:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741863_1039 (size=12051) 2024-11-26T05:21:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:23,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:24,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598544047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598544052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598544049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598544056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598544076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598544168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598544168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598544173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598544177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598544188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T05:21:24,329 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/6edbe655ebb64263bcf9bb90be51ca18 2024-11-26T05:21:24,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/58bdee6b937d43d7b4beffead6a3e6be is 50, key is test_row_0/B:col10/1732598482815/Put/seqid=0 2024-11-26T05:21:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598544380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598544380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598544389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598544389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598544399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741864_1040 (size=12051) 2024-11-26T05:21:24,420 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/58bdee6b937d43d7b4beffead6a3e6be 2024-11-26T05:21:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/47b6897631904dad8532722b9dc821fd is 50, key is test_row_0/C:col10/1732598482815/Put/seqid=0 2024-11-26T05:21:24,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741865_1041 (size=12051) 2024-11-26T05:21:24,505 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/47b6897631904dad8532722b9dc821fd 2024-11-26T05:21:24,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/6edbe655ebb64263bcf9bb90be51ca18 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6edbe655ebb64263bcf9bb90be51ca18 2024-11-26T05:21:24,526 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6edbe655ebb64263bcf9bb90be51ca18, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T05:21:24,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/58bdee6b937d43d7b4beffead6a3e6be as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/58bdee6b937d43d7b4beffead6a3e6be 2024-11-26T05:21:24,541 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/58bdee6b937d43d7b4beffead6a3e6be, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T05:21:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/47b6897631904dad8532722b9dc821fd as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/47b6897631904dad8532722b9dc821fd 2024-11-26T05:21:24,553 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/47b6897631904dad8532722b9dc821fd, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T05:21:24,556 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 797ms, sequenceid=131, compaction requested=true 2024-11-26T05:21:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-26T05:21:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-26T05:21:24,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T05:21:24,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 966 msec 2024-11-26T05:21:24,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 990 msec 2024-11-26T05:21:24,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T05:21:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T05:21:24,713 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-26T05:21:24,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:24,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/13e0ebe848624859971bb9f22d581508 is 50, key is test_row_0/A:col10/1732598484693/Put/seqid=0 2024-11-26T05:21:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-26T05:21:24,724 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:24,725 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:24,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T05:21:24,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741866_1042 (size=12151) 2024-11-26T05:21:24,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/13e0ebe848624859971bb9f22d581508 2024-11-26T05:21:24,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/aa3cbdf65dfb4108bbd072f17a491678 is 50, key is test_row_0/B:col10/1732598484693/Put/seqid=0 2024-11-26T05:21:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T05:21:24,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741867_1043 (size=12151) 2024-11-26T05:21:24,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598544866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598544866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598544866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598544845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,882 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598544873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:24,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T05:21:24,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:24,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:24,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:24,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:25,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598544982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598544985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598544985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598544987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598544988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T05:21:25,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:25,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T05:21:25,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:25,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:25,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:25,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:25,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:25,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:25,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T05:21:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:25,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:25,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598545204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598545209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598545212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598545212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598545215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/aa3cbdf65dfb4108bbd072f17a491678 2024-11-26T05:21:25,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/ed19e7a4af1e43188698b869b3e4f833 is 50, key is test_row_0/C:col10/1732598484693/Put/seqid=0 2024-11-26T05:21:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T05:21:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741868_1044 (size=12151) 2024-11-26T05:21:25,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/ed19e7a4af1e43188698b869b3e4f833 2024-11-26T05:21:25,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:25,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T05:21:25,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:25,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:25,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:25,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:25,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:25,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/13e0ebe848624859971bb9f22d581508 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/13e0ebe848624859971bb9f22d581508 2024-11-26T05:21:25,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/13e0ebe848624859971bb9f22d581508, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T05:21:25,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/aa3cbdf65dfb4108bbd072f17a491678 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/aa3cbdf65dfb4108bbd072f17a491678 2024-11-26T05:21:25,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/aa3cbdf65dfb4108bbd072f17a491678, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T05:21:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/ed19e7a4af1e43188698b869b3e4f833 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ed19e7a4af1e43188698b869b3e4f833 2024-11-26T05:21:25,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ed19e7a4af1e43188698b869b3e4f833, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T05:21:25,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 778ms, sequenceid=154, compaction requested=true 2024-11-26T05:21:25,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:25,477 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:21:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:25,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:25,478 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:21:25,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:25,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:25,484 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:21:25,484 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:25,484 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:25,484 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4a230c7f99794a11b84340198e721386, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4caaa4ad439b41d5a918f830a286988f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/58bdee6b937d43d7b4beffead6a3e6be, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/aa3cbdf65dfb4108bbd072f17a491678] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=47.3 K 2024-11-26T05:21:25,486 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a230c7f99794a11b84340198e721386, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732598482093 2024-11-26T05:21:25,488 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4caaa4ad439b41d5a918f830a286988f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732598482468 2024-11-26T05:21:25,490 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:21:25,490 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:25,490 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:25,490 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6e219b69ac7e4e8ca99aeb5a8c3cb0b3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/63d85076e26d414d8bf2b9f0b5f8354c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6edbe655ebb64263bcf9bb90be51ca18, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/13e0ebe848624859971bb9f22d581508] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=47.3 K 2024-11-26T05:21:25,491 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 58bdee6b937d43d7b4beffead6a3e6be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732598482815 2024-11-26T05:21:25,492 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e219b69ac7e4e8ca99aeb5a8c3cb0b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732598482093 2024-11-26T05:21:25,494 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting aa3cbdf65dfb4108bbd072f17a491678, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732598484051 2024-11-26T05:21:25,496 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63d85076e26d414d8bf2b9f0b5f8354c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732598482468 2024-11-26T05:21:25,497 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6edbe655ebb64263bcf9bb90be51ca18, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732598482815 2024-11-26T05:21:25,499 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13e0ebe848624859971bb9f22d581508, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732598484051 2024-11-26T05:21:25,513 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:25,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T05:21:25,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:25,514 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:21:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:25,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:25,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/251e79f8681f4355bf89d5cf95349d11 is 50, key is test_row_0/A:col10/1732598484727/Put/seqid=0 2024-11-26T05:21:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:25,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:25,570 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:25,571 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/f679be76b99d4b3cb0e5f48c9a44641f is 50, key is test_row_0/A:col10/1732598484693/Put/seqid=0 2024-11-26T05:21:25,602 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:25,603 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/bebe7d590fb748298c73767fd72e482b is 50, key is test_row_0/B:col10/1732598484693/Put/seqid=0 2024-11-26T05:21:25,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598545597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741869_1045 (size=12151) 2024-11-26T05:21:25,619 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/251e79f8681f4355bf89d5cf95349d11 2024-11-26T05:21:25,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598545599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598545609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598545612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598545604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/2a1e79819a4346af82e544c0ec0a911b is 50, key is test_row_0/B:col10/1732598484727/Put/seqid=0 2024-11-26T05:21:25,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741870_1046 (size=12493) 2024-11-26T05:21:25,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598545720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741871_1047 (size=12493) 2024-11-26T05:21:25,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598545730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,742 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/bebe7d590fb748298c73767fd72e482b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebe7d590fb748298c73767fd72e482b 2024-11-26T05:21:25,755 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into bebe7d590fb748298c73767fd72e482b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:25,755 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:25,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,755 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=12, startTime=1732598485477; duration=0sec 2024-11-26T05:21:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598545740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,756 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598545741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,756 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:25,756 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:21:25,758 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:21:25,758 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:25,759 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:25,759 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/98132880b51d490faba3bd769d223ddd, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/b43913cd0b594627ba22a41e1e6aee9f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/47b6897631904dad8532722b9dc821fd, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ed19e7a4af1e43188698b869b3e4f833] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=47.3 K 2024-11-26T05:21:25,760 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 98132880b51d490faba3bd769d223ddd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732598482093 2024-11-26T05:21:25,767 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b43913cd0b594627ba22a41e1e6aee9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732598482468 2024-11-26T05:21:25,768 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 47b6897631904dad8532722b9dc821fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732598482815 2024-11-26T05:21:25,785 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting ed19e7a4af1e43188698b869b3e4f833, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732598484051 2024-11-26T05:21:25,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741872_1048 (size=12151) 2024-11-26T05:21:25,801 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/2a1e79819a4346af82e544c0ec0a911b 2024-11-26T05:21:25,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598545810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,822 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:25,823 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/333a90efc1604366a0d7e2e628b099c3 is 50, key is test_row_0/C:col10/1732598484693/Put/seqid=0 2024-11-26T05:21:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T05:21:25,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/bfdc68abf53f4cdcb63cc7dc231f87e5 is 50, key is test_row_0/C:col10/1732598484727/Put/seqid=0 2024-11-26T05:21:25,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741873_1049 (size=12493) 2024-11-26T05:21:25,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598545927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741874_1050 (size=12151) 2024-11-26T05:21:25,940 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/bfdc68abf53f4cdcb63cc7dc231f87e5 2024-11-26T05:21:25,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598545940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598545958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/251e79f8681f4355bf89d5cf95349d11 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/251e79f8681f4355bf89d5cf95349d11 2024-11-26T05:21:25,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598545960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:25,978 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/251e79f8681f4355bf89d5cf95349d11, entries=150, sequenceid=168, filesize=11.9 K 2024-11-26T05:21:25,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/2a1e79819a4346af82e544c0ec0a911b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2a1e79819a4346af82e544c0ec0a911b 2024-11-26T05:21:26,002 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2a1e79819a4346af82e544c0ec0a911b, entries=150, sequenceid=168, filesize=11.9 K 2024-11-26T05:21:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/bfdc68abf53f4cdcb63cc7dc231f87e5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/bfdc68abf53f4cdcb63cc7dc231f87e5 2024-11-26T05:21:26,016 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/bfdc68abf53f4cdcb63cc7dc231f87e5, entries=150, sequenceid=168, filesize=11.9 K 2024-11-26T05:21:26,018 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 504ms, sequenceid=168, compaction requested=false 2024-11-26T05:21:26,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:26,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:26,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T05:21:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-26T05:21:26,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-26T05:21:26,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2940 sec 2024-11-26T05:21:26,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3050 sec 2024-11-26T05:21:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:26,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T05:21:26,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:26,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:26,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:26,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:26,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:26,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:26,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/91a3c5a70aff4e6d88f258d817d16dac is 50, key is test_row_0/A:col10/1732598485609/Put/seqid=0 2024-11-26T05:21:26,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741875_1051 (size=12151) 2024-11-26T05:21:26,134 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/f679be76b99d4b3cb0e5f48c9a44641f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/f679be76b99d4b3cb0e5f48c9a44641f 2024-11-26T05:21:26,157 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into f679be76b99d4b3cb0e5f48c9a44641f(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:26,157 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:26,157 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=12, startTime=1732598485477; duration=0sec 2024-11-26T05:21:26,158 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:26,158 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598546153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598546235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598546265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598546250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598546267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598546270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,325 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/333a90efc1604366a0d7e2e628b099c3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/333a90efc1604366a0d7e2e628b099c3 2024-11-26T05:21:26,344 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 333a90efc1604366a0d7e2e628b099c3(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:26,344 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:26,344 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=12, startTime=1732598485478; duration=0sec 2024-11-26T05:21:26,344 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:26,344 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:26,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598546479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/91a3c5a70aff4e6d88f258d817d16dac 2024-11-26T05:21:26,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/cb2b2232a1a84f989bfa5de0865fee7b is 50, key is test_row_0/B:col10/1732598485609/Put/seqid=0 2024-11-26T05:21:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741876_1052 (size=12151) 2024-11-26T05:21:26,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/cb2b2232a1a84f989bfa5de0865fee7b 2024-11-26T05:21:26,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/d85d81cf2dfc4ef8b91a9f3616ba8c9b is 50, key is test_row_0/C:col10/1732598485609/Put/seqid=0 2024-11-26T05:21:26,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741877_1053 (size=12151) 2024-11-26T05:21:26,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/d85d81cf2dfc4ef8b91a9f3616ba8c9b 2024-11-26T05:21:26,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/91a3c5a70aff4e6d88f258d817d16dac as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/91a3c5a70aff4e6d88f258d817d16dac 2024-11-26T05:21:26,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598546756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/91a3c5a70aff4e6d88f258d817d16dac, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T05:21:26,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/cb2b2232a1a84f989bfa5de0865fee7b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/cb2b2232a1a84f989bfa5de0865fee7b 2024-11-26T05:21:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598546783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598546783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598546784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598546790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:26,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/cb2b2232a1a84f989bfa5de0865fee7b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T05:21:26,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/d85d81cf2dfc4ef8b91a9f3616ba8c9b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d85d81cf2dfc4ef8b91a9f3616ba8c9b 2024-11-26T05:21:26,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d85d81cf2dfc4ef8b91a9f3616ba8c9b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T05:21:26,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 774ms, sequenceid=192, compaction requested=true 2024-11-26T05:21:26,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:26,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:26,820 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:26,821 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:26,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:26,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:26,824 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:26,824 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:26,824 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:26,824 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebe7d590fb748298c73767fd72e482b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2a1e79819a4346af82e544c0ec0a911b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/cb2b2232a1a84f989bfa5de0865fee7b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=35.9 K 2024-11-26T05:21:26,825 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:26,825 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:26,825 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:26,825 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/f679be76b99d4b3cb0e5f48c9a44641f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/251e79f8681f4355bf89d5cf95349d11, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/91a3c5a70aff4e6d88f258d817d16dac] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=35.9 K 2024-11-26T05:21:26,826 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting bebe7d590fb748298c73767fd72e482b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732598484051 2024-11-26T05:21:26,826 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f679be76b99d4b3cb0e5f48c9a44641f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732598484051 2024-11-26T05:21:26,826 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a1e79819a4346af82e544c0ec0a911b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732598484727 2024-11-26T05:21:26,827 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 251e79f8681f4355bf89d5cf95349d11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732598484727 2024-11-26T05:21:26,827 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting cb2b2232a1a84f989bfa5de0865fee7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732598485600 2024-11-26T05:21:26,827 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91a3c5a70aff4e6d88f258d817d16dac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732598485600 2024-11-26T05:21:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T05:21:26,835 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-26T05:21:26,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-26T05:21:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T05:21:26,841 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:26,842 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:26,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:26,857 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#39 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:26,858 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/72bebe1bce8a420ab76e1353146cb5ff is 50, key is test_row_0/A:col10/1732598485609/Put/seqid=0 2024-11-26T05:21:26,867 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#40 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:26,868 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/5ee7bd90df394cb9952bf10b16d9f419 is 50, key is test_row_0/B:col10/1732598485609/Put/seqid=0 2024-11-26T05:21:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741878_1054 (size=12595) 2024-11-26T05:21:26,916 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/72bebe1bce8a420ab76e1353146cb5ff as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/72bebe1bce8a420ab76e1353146cb5ff 2024-11-26T05:21:26,927 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 72bebe1bce8a420ab76e1353146cb5ff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:26,927 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:26,927 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598486820; duration=0sec 2024-11-26T05:21:26,927 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:26,927 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:26,927 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:26,929 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:26,929 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:26,929 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:26,929 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/333a90efc1604366a0d7e2e628b099c3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/bfdc68abf53f4cdcb63cc7dc231f87e5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d85d81cf2dfc4ef8b91a9f3616ba8c9b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=35.9 K 2024-11-26T05:21:26,932 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 333a90efc1604366a0d7e2e628b099c3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732598484051 2024-11-26T05:21:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741879_1055 (size=12595) 2024-11-26T05:21:26,933 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfdc68abf53f4cdcb63cc7dc231f87e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732598484727 2024-11-26T05:21:26,934 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d85d81cf2dfc4ef8b91a9f3616ba8c9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732598485600 2024-11-26T05:21:26,943 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/5ee7bd90df394cb9952bf10b16d9f419 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5ee7bd90df394cb9952bf10b16d9f419 2024-11-26T05:21:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T05:21:26,954 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 5ee7bd90df394cb9952bf10b16d9f419(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:26,954 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:26,954 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598486821; duration=0sec 2024-11-26T05:21:26,954 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:26,954 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:26,976 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:26,977 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/36bc7143e632468882c87f939ca594d8 is 50, key is test_row_0/C:col10/1732598485609/Put/seqid=0 2024-11-26T05:21:26,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:26,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T05:21:26,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:26,998 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:21:26,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:26,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:26,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:27,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741880_1056 (size=12595) 2024-11-26T05:21:27,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/bf2edd99154b4b8aa547b4a395a3a9cf is 50, key is test_row_1/A:col10/1732598486077/Put/seqid=0 2024-11-26T05:21:27,061 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/36bc7143e632468882c87f939ca594d8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/36bc7143e632468882c87f939ca594d8 2024-11-26T05:21:27,079 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 36bc7143e632468882c87f939ca594d8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:27,079 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:27,079 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598486822; duration=0sec 2024-11-26T05:21:27,079 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:27,080 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:27,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741881_1057 (size=9757) 2024-11-26T05:21:27,088 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/bf2edd99154b4b8aa547b4a395a3a9cf 2024-11-26T05:21:27,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/18b29347376b42c087df3f895a41d7a6 is 50, key is test_row_1/B:col10/1732598486077/Put/seqid=0 2024-11-26T05:21:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T05:21:27,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741882_1058 (size=9757) 2024-11-26T05:21:27,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T05:21:27,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598547537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:27,572 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/18b29347376b42c087df3f895a41d7a6 2024-11-26T05:21:27,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/80ff97473cd14b7586c0501844c51ff6 is 50, key is test_row_1/C:col10/1732598486077/Put/seqid=0 2024-11-26T05:21:27,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741883_1059 (size=9757) 2024-11-26T05:21:27,650 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/80ff97473cd14b7586c0501844c51ff6 2024-11-26T05:21:27,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598547652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:27,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/bf2edd99154b4b8aa547b4a395a3a9cf as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/bf2edd99154b4b8aa547b4a395a3a9cf 2024-11-26T05:21:27,671 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/bf2edd99154b4b8aa547b4a395a3a9cf, entries=100, sequenceid=209, filesize=9.5 K 2024-11-26T05:21:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/18b29347376b42c087df3f895a41d7a6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/18b29347376b42c087df3f895a41d7a6 2024-11-26T05:21:27,692 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/18b29347376b42c087df3f895a41d7a6, entries=100, sequenceid=209, filesize=9.5 K 2024-11-26T05:21:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/80ff97473cd14b7586c0501844c51ff6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/80ff97473cd14b7586c0501844c51ff6 2024-11-26T05:21:27,707 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/80ff97473cd14b7586c0501844c51ff6, entries=100, sequenceid=209, filesize=9.5 K 2024-11-26T05:21:27,711 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 713ms, sequenceid=209, compaction requested=false 2024-11-26T05:21:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-26T05:21:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-26T05:21:27,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-26T05:21:27,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 871 msec 2024-11-26T05:21:27,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 885 msec 2024-11-26T05:21:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:27,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:21:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:27,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:27,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/52cac4b10e9a41408b125665c7c96735 is 50, key is test_row_0/A:col10/1732598487776/Put/seqid=0 2024-11-26T05:21:27,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741884_1060 (size=12151) 2024-11-26T05:21:27,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/52cac4b10e9a41408b125665c7c96735 2024-11-26T05:21:27,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598547876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:27,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598547879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598547888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:27,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598547888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:27,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598547892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:27,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/19345cb386fa48d28c1d610a7a171fb6 is 50, key is test_row_0/B:col10/1732598487776/Put/seqid=0 2024-11-26T05:21:27,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741885_1061 (size=12151) 2024-11-26T05:21:27,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/19345cb386fa48d28c1d610a7a171fb6 2024-11-26T05:21:27,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/9efabf6668e747248dfcdaf378a56564 is 50, key is test_row_0/C:col10/1732598487776/Put/seqid=0 2024-11-26T05:21:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741886_1062 (size=12151) 2024-11-26T05:21:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T05:21:27,996 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-26T05:21:27,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598547990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:27,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-26T05:21:28,002 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T05:21:28,005 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:28,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598547999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598548003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598548005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598547999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T05:21:28,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:28,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T05:21:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:28,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:28,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:28,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598548200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598548209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598548215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598548219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598548235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T05:21:28,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:28,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T05:21:28,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:28,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:28,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:28,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:28,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:28,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/9efabf6668e747248dfcdaf378a56564 2024-11-26T05:21:28,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/52cac4b10e9a41408b125665c7c96735 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52cac4b10e9a41408b125665c7c96735 2024-11-26T05:21:28,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52cac4b10e9a41408b125665c7c96735, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T05:21:28,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/19345cb386fa48d28c1d610a7a171fb6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/19345cb386fa48d28c1d610a7a171fb6 2024-11-26T05:21:28,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/19345cb386fa48d28c1d610a7a171fb6, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T05:21:28,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/9efabf6668e747248dfcdaf378a56564 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9efabf6668e747248dfcdaf378a56564 2024-11-26T05:21:28,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9efabf6668e747248dfcdaf378a56564, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T05:21:28,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 633ms, sequenceid=234, compaction requested=true 2024-11-26T05:21:28,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:28,417 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:28,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:28,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:28,418 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:28,419 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:28,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:28,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:28,419 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:28,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:28,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:28,419 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:28,419 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/72bebe1bce8a420ab76e1353146cb5ff, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/bf2edd99154b4b8aa547b4a395a3a9cf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52cac4b10e9a41408b125665c7c96735] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=33.7 K 2024-11-26T05:21:28,420 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72bebe1bce8a420ab76e1353146cb5ff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732598485600 2024-11-26T05:21:28,420 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:28,420 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf2edd99154b4b8aa547b4a395a3a9cf, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732598486077 2024-11-26T05:21:28,420 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:28,421 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:28,421 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5ee7bd90df394cb9952bf10b16d9f419, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/18b29347376b42c087df3f895a41d7a6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/19345cb386fa48d28c1d610a7a171fb6] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=33.7 K 2024-11-26T05:21:28,421 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52cac4b10e9a41408b125665c7c96735, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732598487520 2024-11-26T05:21:28,422 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ee7bd90df394cb9952bf10b16d9f419, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732598485600 2024-11-26T05:21:28,423 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 18b29347376b42c087df3f895a41d7a6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732598486077 2024-11-26T05:21:28,423 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 19345cb386fa48d28c1d610a7a171fb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732598487520 2024-11-26T05:21:28,451 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:28,452 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/577d759273d34377a8cccd68349ff8f5 is 50, key is test_row_0/A:col10/1732598487776/Put/seqid=0 2024-11-26T05:21:28,464 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:28,465 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/705775f35670490ca6263e13787aa264 is 50, key is test_row_0/B:col10/1732598487776/Put/seqid=0 2024-11-26T05:21:28,474 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:28,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T05:21:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:28,475 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:21:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:28,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:28,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:28,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:28,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/69a8f5f2a3384c0f868a477706a2b8ec is 50, key is test_row_0/A:col10/1732598487878/Put/seqid=0 2024-11-26T05:21:28,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741887_1063 (size=12697) 2024-11-26T05:21:28,577 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/577d759273d34377a8cccd68349ff8f5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/577d759273d34377a8cccd68349ff8f5 2024-11-26T05:21:28,587 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 577d759273d34377a8cccd68349ff8f5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:28,587 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741888_1064 (size=12697) 2024-11-26T05:21:28,588 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598488417; duration=0sec 2024-11-26T05:21:28,588 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:28,588 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:28,588 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:28,590 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:28,590 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:28,591 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:28,591 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/36bc7143e632468882c87f939ca594d8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/80ff97473cd14b7586c0501844c51ff6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9efabf6668e747248dfcdaf378a56564] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=33.7 K 2024-11-26T05:21:28,591 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36bc7143e632468882c87f939ca594d8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732598485600 2024-11-26T05:21:28,592 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80ff97473cd14b7586c0501844c51ff6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732598486077 2024-11-26T05:21:28,593 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9efabf6668e747248dfcdaf378a56564, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732598487520 2024-11-26T05:21:28,603 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/705775f35670490ca6263e13787aa264 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/705775f35670490ca6263e13787aa264 2024-11-26T05:21:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T05:21:28,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741889_1065 (size=12151) 2024-11-26T05:21:28,640 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/69a8f5f2a3384c0f868a477706a2b8ec 2024-11-26T05:21:28,642 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#51 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:28,643 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/be4acb453bd9451c8318637009ddd3f8 is 50, key is test_row_0/C:col10/1732598487776/Put/seqid=0 2024-11-26T05:21:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/4c73c6d3748e4bc8ad054e227eb56ca4 is 50, key is test_row_0/B:col10/1732598487878/Put/seqid=0 2024-11-26T05:21:28,700 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 705775f35670490ca6263e13787aa264(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:28,700 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:28,700 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598488418; duration=0sec 2024-11-26T05:21:28,700 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:28,700 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:28,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598548603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598548704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598548704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598548704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598548700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741890_1066 (size=12697) 2024-11-26T05:21:28,757 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/be4acb453bd9451c8318637009ddd3f8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/be4acb453bd9451c8318637009ddd3f8 2024-11-26T05:21:28,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741891_1067 (size=12151) 2024-11-26T05:21:28,762 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/4c73c6d3748e4bc8ad054e227eb56ca4 2024-11-26T05:21:28,785 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into be4acb453bd9451c8318637009ddd3f8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:28,785 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:28,785 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598488419; duration=0sec 2024-11-26T05:21:28,785 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:28,785 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:28,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/59126a67256340bba131af25f9139a0e is 50, key is test_row_0/C:col10/1732598487878/Put/seqid=0 2024-11-26T05:21:28,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598548807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598548820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598548821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598548821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598548822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:28,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741892_1068 (size=12151) 2024-11-26T05:21:28,872 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/59126a67256340bba131af25f9139a0e 2024-11-26T05:21:28,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/69a8f5f2a3384c0f868a477706a2b8ec as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/69a8f5f2a3384c0f868a477706a2b8ec 2024-11-26T05:21:28,903 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/69a8f5f2a3384c0f868a477706a2b8ec, entries=150, sequenceid=247, filesize=11.9 K 2024-11-26T05:21:28,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/4c73c6d3748e4bc8ad054e227eb56ca4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4c73c6d3748e4bc8ad054e227eb56ca4 2024-11-26T05:21:28,924 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4c73c6d3748e4bc8ad054e227eb56ca4, entries=150, sequenceid=247, filesize=11.9 K 2024-11-26T05:21:28,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/59126a67256340bba131af25f9139a0e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/59126a67256340bba131af25f9139a0e 2024-11-26T05:21:28,979 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/59126a67256340bba131af25f9139a0e, entries=150, sequenceid=247, filesize=11.9 K 2024-11-26T05:21:28,984 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 509ms, sequenceid=247, compaction requested=false 2024-11-26T05:21:28,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:28,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:28,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-26T05:21:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-26T05:21:28,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-26T05:21:28,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 983 msec 2024-11-26T05:21:28,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 995 msec 2024-11-26T05:21:29,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T05:21:29,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:29,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:29,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:29,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:29,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:29,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:29,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/4a900bd7d40a4d15b6fcb979d08b1966 is 50, key is test_row_0/A:col10/1732598488588/Put/seqid=0 2024-11-26T05:21:29,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598549053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598549055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598549062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598549070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598549071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T05:21:29,108 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-26T05:21:29,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:29,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741893_1069 (size=14741) 2024-11-26T05:21:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-26T05:21:29,124 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T05:21:29,126 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:29,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:29,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598549178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598549174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598549180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598549181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598549184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T05:21:29,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:29,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T05:21:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:29,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598549383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598549383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598549409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598549409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598549409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T05:21:29,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:29,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T05:21:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:29,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:29,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/4a900bd7d40a4d15b6fcb979d08b1966 2024-11-26T05:21:29,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/755cd546d4e94950be2f0ad8aabc5c09 is 50, key is test_row_0/B:col10/1732598488588/Put/seqid=0 2024-11-26T05:21:29,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:29,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T05:21:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:29,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741894_1070 (size=12301) 2024-11-26T05:21:29,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598549704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598549708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T05:21:29,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598549724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598549724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598549724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:29,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:29,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T05:21:29,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:29,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:29,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:29,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:29,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T05:21:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:29,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/755cd546d4e94950be2f0ad8aabc5c09 2024-11-26T05:21:30,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/edbd74cde851433383e00f82bbddf4ab is 50, key is test_row_0/C:col10/1732598488588/Put/seqid=0 2024-11-26T05:21:30,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:30,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T05:21:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741895_1071 (size=12301) 2024-11-26T05:21:30,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:30,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598550220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:30,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T05:21:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598550221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T05:21:30,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598550235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:30,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598550243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:30,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598550250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:30,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:30,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T05:21:30,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:30,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/edbd74cde851433383e00f82bbddf4ab 2024-11-26T05:21:30,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:30,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T05:21:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:30,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/4a900bd7d40a4d15b6fcb979d08b1966 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a900bd7d40a4d15b6fcb979d08b1966 2024-11-26T05:21:30,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a900bd7d40a4d15b6fcb979d08b1966, entries=200, sequenceid=276, filesize=14.4 K 2024-11-26T05:21:30,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/755cd546d4e94950be2f0ad8aabc5c09 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/755cd546d4e94950be2f0ad8aabc5c09 2024-11-26T05:21:30,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/755cd546d4e94950be2f0ad8aabc5c09, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T05:21:30,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/edbd74cde851433383e00f82bbddf4ab as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/edbd74cde851433383e00f82bbddf4ab 2024-11-26T05:21:30,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/edbd74cde851433383e00f82bbddf4ab, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T05:21:30,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 1567ms, sequenceid=276, compaction requested=true 2024-11-26T05:21:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:30,606 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:30,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:30,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:30,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:30,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:30,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:30,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:21:30,611 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:30,611 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:30,612 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,612 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/577d759273d34377a8cccd68349ff8f5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/69a8f5f2a3384c0f868a477706a2b8ec, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a900bd7d40a4d15b6fcb979d08b1966] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=38.7 K 2024-11-26T05:21:30,614 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 577d759273d34377a8cccd68349ff8f5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732598487520 2024-11-26T05:21:30,615 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:30,615 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 69a8f5f2a3384c0f868a477706a2b8ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732598487875 2024-11-26T05:21:30,616 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a900bd7d40a4d15b6fcb979d08b1966, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598488588 2024-11-26T05:21:30,617 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:30,617 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:30,617 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,617 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/705775f35670490ca6263e13787aa264, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4c73c6d3748e4bc8ad054e227eb56ca4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/755cd546d4e94950be2f0ad8aabc5c09] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=36.3 K 2024-11-26T05:21:30,618 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 705775f35670490ca6263e13787aa264, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732598487520 2024-11-26T05:21:30,618 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c73c6d3748e4bc8ad054e227eb56ca4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732598487875 2024-11-26T05:21:30,619 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 755cd546d4e94950be2f0ad8aabc5c09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598488588 2024-11-26T05:21:30,641 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#57 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:30,643 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/78d6e0c7fb1740ea9975b26b4e28211f is 50, key is test_row_0/A:col10/1732598488588/Put/seqid=0 2024-11-26T05:21:30,661 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:30,662 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/e46181cc5b994be695810f54172d7b99 is 50, key is test_row_0/B:col10/1732598488588/Put/seqid=0 2024-11-26T05:21:30,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:30,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T05:21:30,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T05:21:30,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741896_1072 (size=12949) 2024-11-26T05:21:30,727 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/78d6e0c7fb1740ea9975b26b4e28211f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/78d6e0c7fb1740ea9975b26b4e28211f 2024-11-26T05:21:30,743 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 78d6e0c7fb1740ea9975b26b4e28211f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:30,743 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:30,743 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598490606; duration=0sec 2024-11-26T05:21:30,743 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:30,743 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:30,744 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:30,745 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:30,745 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:30,745 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:30,746 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/be4acb453bd9451c8318637009ddd3f8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/59126a67256340bba131af25f9139a0e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/edbd74cde851433383e00f82bbddf4ab] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=36.3 K 2024-11-26T05:21:30,747 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting be4acb453bd9451c8318637009ddd3f8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732598487520 2024-11-26T05:21:30,748 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 59126a67256340bba131af25f9139a0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732598487875 2024-11-26T05:21:30,751 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting edbd74cde851433383e00f82bbddf4ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598488588 2024-11-26T05:21:30,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741897_1073 (size=12949) 2024-11-26T05:21:30,763 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/e46181cc5b994be695810f54172d7b99 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/e46181cc5b994be695810f54172d7b99 2024-11-26T05:21:30,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/a527a540a13e466d8e46be712aa67239 is 50, key is test_row_0/A:col10/1732598489040/Put/seqid=0 2024-11-26T05:21:30,772 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into e46181cc5b994be695810f54172d7b99(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:30,773 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:30,773 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598490607; duration=0sec 2024-11-26T05:21:30,773 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:30,773 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:30,802 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:30,804 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/c7eb90855e714035b6f3a8dc58787a61 is 50, key is test_row_0/C:col10/1732598488588/Put/seqid=0 2024-11-26T05:21:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741898_1074 (size=12301) 2024-11-26T05:21:30,822 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/a527a540a13e466d8e46be712aa67239 2024-11-26T05:21:30,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741899_1075 (size=12949) 2024-11-26T05:21:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/2f16949ec7874a9ab07761d614268937 is 50, key is test_row_0/B:col10/1732598489040/Put/seqid=0 2024-11-26T05:21:30,898 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/c7eb90855e714035b6f3a8dc58787a61 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c7eb90855e714035b6f3a8dc58787a61 2024-11-26T05:21:30,907 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into c7eb90855e714035b6f3a8dc58787a61(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:30,907 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:30,907 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598490608; duration=0sec 2024-11-26T05:21:30,907 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:30,908 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741900_1076 (size=12301) 2024-11-26T05:21:30,955 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/2f16949ec7874a9ab07761d614268937 2024-11-26T05:21:30,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/12d6ebac65a14d9db2cb79bdd5a77404 is 50, key is test_row_0/C:col10/1732598489040/Put/seqid=0 2024-11-26T05:21:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741901_1077 (size=12301) 2024-11-26T05:21:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T05:21:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:31,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:31,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598551308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598551315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598551342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598551342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598551354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,439 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/12d6ebac65a14d9db2cb79bdd5a77404 2024-11-26T05:21:31,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/a527a540a13e466d8e46be712aa67239 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a527a540a13e466d8e46be712aa67239 2024-11-26T05:21:31,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598551444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598551445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598551452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598551453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,464 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a527a540a13e466d8e46be712aa67239, entries=150, sequenceid=286, filesize=12.0 K 2024-11-26T05:21:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/2f16949ec7874a9ab07761d614268937 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2f16949ec7874a9ab07761d614268937 2024-11-26T05:21:31,482 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2f16949ec7874a9ab07761d614268937, entries=150, sequenceid=286, filesize=12.0 K 2024-11-26T05:21:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/12d6ebac65a14d9db2cb79bdd5a77404 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/12d6ebac65a14d9db2cb79bdd5a77404 2024-11-26T05:21:31,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598551483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,501 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/12d6ebac65a14d9db2cb79bdd5a77404, entries=150, sequenceid=286, filesize=12.0 K 2024-11-26T05:21:31,503 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=167.72 KB/171750 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 798ms, sequenceid=286, compaction requested=false 2024-11-26T05:21:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-26T05:21:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-26T05:21:31,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-26T05:21:31,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3890 sec 2024-11-26T05:21:31,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.4100 sec 2024-11-26T05:21:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:31,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-26T05:21:31,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:31,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:31,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:31,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:31,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:31,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:31,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598551687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598551688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598551703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598551703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598551704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/eb25f0df8aaa4c9798d4513953672d58 is 50, key is test_row_0/A:col10/1732598491307/Put/seqid=0 2024-11-26T05:21:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741902_1078 (size=12301) 2024-11-26T05:21:31,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/eb25f0df8aaa4c9798d4513953672d58 2024-11-26T05:21:31,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/701b3578903e44458956fac56d6a63d0 is 50, key is test_row_0/B:col10/1732598491307/Put/seqid=0 2024-11-26T05:21:31,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598551808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598551808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598551809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598551809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:31,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741903_1079 (size=12301) 2024-11-26T05:21:32,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598552011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598552015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598552015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598552015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598552023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/701b3578903e44458956fac56d6a63d0 2024-11-26T05:21:32,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/4214f708756847f0b579036c9426d8ce is 50, key is test_row_0/C:col10/1732598491307/Put/seqid=0 2024-11-26T05:21:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598552327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598552328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598552333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741904_1080 (size=12301) 2024-11-26T05:21:32,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/4214f708756847f0b579036c9426d8ce 2024-11-26T05:21:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598552340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/eb25f0df8aaa4c9798d4513953672d58 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/eb25f0df8aaa4c9798d4513953672d58 2024-11-26T05:21:32,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/eb25f0df8aaa4c9798d4513953672d58, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T05:21:32,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/701b3578903e44458956fac56d6a63d0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/701b3578903e44458956fac56d6a63d0 2024-11-26T05:21:32,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/701b3578903e44458956fac56d6a63d0, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T05:21:32,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/4214f708756847f0b579036c9426d8ce as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/4214f708756847f0b579036c9426d8ce 2024-11-26T05:21:32,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/4214f708756847f0b579036c9426d8ce, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T05:21:32,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 735ms, sequenceid=319, compaction requested=true 2024-11-26T05:21:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:32,408 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:32,408 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:32,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:32,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:32,409 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:32,409 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:32,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:32,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:32,410 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:32,410 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:32,410 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:32,410 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:32,410 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/78d6e0c7fb1740ea9975b26b4e28211f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a527a540a13e466d8e46be712aa67239, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/eb25f0df8aaa4c9798d4513953672d58] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=36.7 K 2024-11-26T05:21:32,410 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/e46181cc5b994be695810f54172d7b99, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2f16949ec7874a9ab07761d614268937, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/701b3578903e44458956fac56d6a63d0] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=36.7 K 2024-11-26T05:21:32,410 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting e46181cc5b994be695810f54172d7b99, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598488588 2024-11-26T05:21:32,411 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78d6e0c7fb1740ea9975b26b4e28211f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598488588 2024-11-26T05:21:32,411 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f16949ec7874a9ab07761d614268937, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732598489040 2024-11-26T05:21:32,411 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a527a540a13e466d8e46be712aa67239, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732598489040 2024-11-26T05:21:32,411 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 701b3578903e44458956fac56d6a63d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598491307 2024-11-26T05:21:32,412 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb25f0df8aaa4c9798d4513953672d58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598491307 2024-11-26T05:21:32,433 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:32,434 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8f7fc3fcccf4413db712a791a5d598a1 is 50, key is test_row_0/B:col10/1732598491307/Put/seqid=0 2024-11-26T05:21:32,446 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:32,447 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/58f4239f92b943fa80e9240a48b2c5f2 is 50, key is test_row_0/A:col10/1732598491307/Put/seqid=0 2024-11-26T05:21:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741905_1081 (size=13051) 2024-11-26T05:21:32,501 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8f7fc3fcccf4413db712a791a5d598a1 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f7fc3fcccf4413db712a791a5d598a1 2024-11-26T05:21:32,516 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 8f7fc3fcccf4413db712a791a5d598a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:32,516 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:32,517 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598492408; duration=0sec 2024-11-26T05:21:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741906_1082 (size=13051) 2024-11-26T05:21:32,518 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:32,518 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:32,519 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:32,523 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:32,523 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:32,523 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:32,523 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c7eb90855e714035b6f3a8dc58787a61, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/12d6ebac65a14d9db2cb79bdd5a77404, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/4214f708756847f0b579036c9426d8ce] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=36.7 K 2024-11-26T05:21:32,524 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c7eb90855e714035b6f3a8dc58787a61, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598488588 2024-11-26T05:21:32,527 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 12d6ebac65a14d9db2cb79bdd5a77404, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732598489040 2024-11-26T05:21:32,528 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4214f708756847f0b579036c9426d8ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598491307 2024-11-26T05:21:32,529 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/58f4239f92b943fa80e9240a48b2c5f2 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/58f4239f92b943fa80e9240a48b2c5f2 2024-11-26T05:21:32,541 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 58f4239f92b943fa80e9240a48b2c5f2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:32,542 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:32,542 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598492408; duration=0sec 2024-11-26T05:21:32,542 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:32,542 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:32,554 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:32,554 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/627b88b8418e42b5b31301cd25cd380b is 50, key is test_row_0/C:col10/1732598491307/Put/seqid=0 2024-11-26T05:21:32,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:21:32,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:32,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741907_1083 (size=13051) 2024-11-26T05:21:32,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/110b244e24014451a41124148787c6ae is 50, key is test_row_0/A:col10/1732598492575/Put/seqid=0 2024-11-26T05:21:32,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741908_1084 (size=14741) 2024-11-26T05:21:32,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598552753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598552838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598552839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598552839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598552852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598552857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:32,998 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/627b88b8418e42b5b31301cd25cd380b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/627b88b8418e42b5b31301cd25cd380b 2024-11-26T05:21:33,011 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 627b88b8418e42b5b31301cd25cd380b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:33,011 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:33,011 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598492409; duration=0sec 2024-11-26T05:21:33,011 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:33,011 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:33,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/110b244e24014451a41124148787c6ae 2024-11-26T05:21:33,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598553065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:33,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/b7118dbe76ce436d8666a044ef8773ca is 50, key is test_row_0/B:col10/1732598492575/Put/seqid=0 2024-11-26T05:21:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741909_1085 (size=12301) 2024-11-26T05:21:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T05:21:33,236 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-26T05:21:33,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-26T05:21:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T05:21:33,244 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:33,245 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:33,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T05:21:33,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598553377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:33,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:33,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T05:21:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:33,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T05:21:33,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/b7118dbe76ce436d8666a044ef8773ca 2024-11-26T05:21:33,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:33,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T05:21:33,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:33,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:33,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:33,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/0104178830bd465c910a65a557e255ff is 50, key is test_row_0/C:col10/1732598492575/Put/seqid=0 2024-11-26T05:21:33,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741910_1086 (size=12301) 2024-11-26T05:21:33,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/0104178830bd465c910a65a557e255ff 2024-11-26T05:21:33,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/110b244e24014451a41124148787c6ae as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/110b244e24014451a41124148787c6ae 2024-11-26T05:21:33,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/110b244e24014451a41124148787c6ae, entries=200, sequenceid=332, filesize=14.4 K 2024-11-26T05:21:33,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/b7118dbe76ce436d8666a044ef8773ca as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b7118dbe76ce436d8666a044ef8773ca 2024-11-26T05:21:33,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b7118dbe76ce436d8666a044ef8773ca, entries=150, sequenceid=332, filesize=12.0 K 2024-11-26T05:21:33,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/0104178830bd465c910a65a557e255ff as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0104178830bd465c910a65a557e255ff 2024-11-26T05:21:33,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:33,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T05:21:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:33,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0104178830bd465c910a65a557e255ff, entries=150, sequenceid=332, filesize=12.0 K 2024-11-26T05:21:33,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 1180ms, sequenceid=332, compaction requested=false 2024-11-26T05:21:33,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T05:21:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:33,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T05:21:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:33,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:33,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:33,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:33,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:33,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/0cdf0898fe3649c19501c632d1f2e3ad is 50, key is test_row_0/A:col10/1732598493849/Put/seqid=0 2024-11-26T05:21:33,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:33,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T05:21:33,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:33,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:33,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598553874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:33,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598553872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:33,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598553889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:33,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598553893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598553894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:33,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741911_1087 (size=12301) 2024-11-26T05:21:33,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/0cdf0898fe3649c19501c632d1f2e3ad 2024-11-26T05:21:33,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/6889ec0c3f7d4f4dac2a8dd02e1ba764 is 50, key is test_row_0/B:col10/1732598493849/Put/seqid=0 2024-11-26T05:21:34,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741912_1088 (size=12301) 2024-11-26T05:21:34,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598554004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598554007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598554010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598554004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:34,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T05:21:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:34,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T05:21:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598554221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598554225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598554217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598554227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:34,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T05:21:34,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:34,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T05:21:34,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/6889ec0c3f7d4f4dac2a8dd02e1ba764 2024-11-26T05:21:34,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/d881b2e1ec74492aa9fe91c2b8c5614c is 50, key is test_row_0/C:col10/1732598493849/Put/seqid=0 2024-11-26T05:21:34,493 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:34,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T05:21:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:34,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:34,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741913_1089 (size=12301) 2024-11-26T05:21:34,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/d881b2e1ec74492aa9fe91c2b8c5614c 2024-11-26T05:21:34,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/0cdf0898fe3649c19501c632d1f2e3ad as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/0cdf0898fe3649c19501c632d1f2e3ad 2024-11-26T05:21:34,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/0cdf0898fe3649c19501c632d1f2e3ad, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T05:21:34,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/6889ec0c3f7d4f4dac2a8dd02e1ba764 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/6889ec0c3f7d4f4dac2a8dd02e1ba764 2024-11-26T05:21:34,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598554532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598554535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598554536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598554536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:34,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/6889ec0c3f7d4f4dac2a8dd02e1ba764, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T05:21:34,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/d881b2e1ec74492aa9fe91c2b8c5614c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d881b2e1ec74492aa9fe91c2b8c5614c 2024-11-26T05:21:34,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d881b2e1ec74492aa9fe91c2b8c5614c, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T05:21:34,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 712ms, sequenceid=359, compaction requested=true 2024-11-26T05:21:34,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:34,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:34,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:34,563 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:34,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:34,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:34,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:34,564 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:34,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:34,565 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:34,565 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:34,565 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:34,565 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:34,565 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,565 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/58f4239f92b943fa80e9240a48b2c5f2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/110b244e24014451a41124148787c6ae, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/0cdf0898fe3649c19501c632d1f2e3ad] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=39.2 K 2024-11-26T05:21:34,566 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,566 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f7fc3fcccf4413db712a791a5d598a1, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b7118dbe76ce436d8666a044ef8773ca, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/6889ec0c3f7d4f4dac2a8dd02e1ba764] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=36.8 K 2024-11-26T05:21:34,566 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58f4239f92b943fa80e9240a48b2c5f2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598491307 2024-11-26T05:21:34,566 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f7fc3fcccf4413db712a791a5d598a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598491307 2024-11-26T05:21:34,566 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 110b244e24014451a41124148787c6ae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732598491688 2024-11-26T05:21:34,567 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b7118dbe76ce436d8666a044ef8773ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732598492535 2024-11-26T05:21:34,567 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cdf0898fe3649c19501c632d1f2e3ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732598492730 2024-11-26T05:21:34,567 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6889ec0c3f7d4f4dac2a8dd02e1ba764, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732598492730 2024-11-26T05:21:34,590 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:34,591 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/dcd03de69c724107af95924de3b458b5 is 50, key is test_row_0/B:col10/1732598493849/Put/seqid=0 2024-11-26T05:21:34,607 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:34,608 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/b731a6be7c8f449c90784f6649b30cb9 is 50, key is test_row_0/A:col10/1732598493849/Put/seqid=0 2024-11-26T05:21:34,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:34,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T05:21:34,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,656 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T05:21:34,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:34,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:34,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:34,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741914_1090 (size=13153) 2024-11-26T05:21:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741915_1091 (size=13153) 2024-11-26T05:21:34,691 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/dcd03de69c724107af95924de3b458b5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/dcd03de69c724107af95924de3b458b5 2024-11-26T05:21:34,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/5edaca3b1c274217b31854f454982e7d is 50, key is test_row_0/A:col10/1732598493874/Put/seqid=0 2024-11-26T05:21:34,705 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into dcd03de69c724107af95924de3b458b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:34,705 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:34,705 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598494563; duration=0sec 2024-11-26T05:21:34,706 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:34,706 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:34,706 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:34,713 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:34,713 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:34,713 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,713 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/627b88b8418e42b5b31301cd25cd380b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0104178830bd465c910a65a557e255ff, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d881b2e1ec74492aa9fe91c2b8c5614c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=36.8 K 2024-11-26T05:21:34,714 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 627b88b8418e42b5b31301cd25cd380b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598491307 2024-11-26T05:21:34,715 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 0104178830bd465c910a65a557e255ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732598492535 2024-11-26T05:21:34,715 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting d881b2e1ec74492aa9fe91c2b8c5614c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732598492730 2024-11-26T05:21:34,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741916_1092 (size=12301) 2024-11-26T05:21:34,747 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/5edaca3b1c274217b31854f454982e7d 2024-11-26T05:21:34,752 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:34,753 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/c6b2d9c4ef884b6ca439af268553514b is 50, key is test_row_0/C:col10/1732598493849/Put/seqid=0 2024-11-26T05:21:34,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8f84fd0287dd4a1fa4699318df355ad0 is 50, key is test_row_0/B:col10/1732598493874/Put/seqid=0 2024-11-26T05:21:34,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741918_1094 (size=12301) 2024-11-26T05:21:34,831 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8f84fd0287dd4a1fa4699318df355ad0 2024-11-26T05:21:34,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/f25d2188be424f819af9495f87794123 is 50, key is test_row_0/C:col10/1732598493874/Put/seqid=0 2024-11-26T05:21:34,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741917_1093 (size=13153) 2024-11-26T05:21:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741919_1095 (size=12301) 2024-11-26T05:21:34,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:34,918 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/f25d2188be424f819af9495f87794123 2024-11-26T05:21:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/5edaca3b1c274217b31854f454982e7d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/5edaca3b1c274217b31854f454982e7d 2024-11-26T05:21:34,966 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/5edaca3b1c274217b31854f454982e7d, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T05:21:34,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8f84fd0287dd4a1fa4699318df355ad0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f84fd0287dd4a1fa4699318df355ad0 2024-11-26T05:21:34,980 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f84fd0287dd4a1fa4699318df355ad0, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T05:21:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/f25d2188be424f819af9495f87794123 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/f25d2188be424f819af9495f87794123 2024-11-26T05:21:34,996 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/f25d2188be424f819af9495f87794123, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T05:21:34,999 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=67.09 KB/68700 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 343ms, sequenceid=369, compaction requested=false 2024-11-26T05:21:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-26T05:21:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-26T05:21:35,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-26T05:21:35,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7560 sec 2024-11-26T05:21:35,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.7640 sec 2024-11-26T05:21:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:35,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:21:35,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:35,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/ff889e2f55ec4ac4a1c5006803dc665b is 50, key is test_row_0/A:col10/1732598495018/Put/seqid=0 2024-11-26T05:21:35,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598555079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598555080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598555082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,098 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/b731a6be7c8f449c90784f6649b30cb9 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/b731a6be7c8f449c90784f6649b30cb9 2024-11-26T05:21:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598555073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598555088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741920_1096 (size=14741) 2024-11-26T05:21:35,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/ff889e2f55ec4ac4a1c5006803dc665b 2024-11-26T05:21:35,116 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into b731a6be7c8f449c90784f6649b30cb9(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:35,116 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:35,116 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598494563; duration=0sec 2024-11-26T05:21:35,116 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:35,116 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:35,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8a89229358454aedade980b612f3bb4b is 50, key is test_row_0/B:col10/1732598495018/Put/seqid=0 2024-11-26T05:21:35,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598555195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598555196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598555198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598555200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741921_1097 (size=12301) 2024-11-26T05:21:35,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598555206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8a89229358454aedade980b612f3bb4b 2024-11-26T05:21:35,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/ea3a184419294fbfb414ba34e566e36f is 50, key is test_row_0/C:col10/1732598495018/Put/seqid=0 2024-11-26T05:21:35,273 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/c6b2d9c4ef884b6ca439af268553514b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c6b2d9c4ef884b6ca439af268553514b 2024-11-26T05:21:35,300 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into c6b2d9c4ef884b6ca439af268553514b(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:35,301 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:35,301 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598494564; duration=0sec 2024-11-26T05:21:35,301 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:35,301 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:35,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741922_1098 (size=12301) 2024-11-26T05:21:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T05:21:35,349 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-26T05:21:35,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-26T05:21:35,354 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:35,355 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:35,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T05:21:35,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598555399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598555414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598555414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598555418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598555419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T05:21:35,509 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:35,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T05:21:35,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:35,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:35,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:35,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:35,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T05:21:35,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:35,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T05:21:35,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:35,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:35,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:35,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:35,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:35,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/ea3a184419294fbfb414ba34e566e36f 2024-11-26T05:21:35,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598555709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598555726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598555726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/ff889e2f55ec4ac4a1c5006803dc665b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/ff889e2f55ec4ac4a1c5006803dc665b 2024-11-26T05:21:35,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598555734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598555739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:35,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/ff889e2f55ec4ac4a1c5006803dc665b, entries=200, sequenceid=385, filesize=14.4 K 2024-11-26T05:21:35,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8a89229358454aedade980b612f3bb4b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8a89229358454aedade980b612f3bb4b 2024-11-26T05:21:35,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8a89229358454aedade980b612f3bb4b, entries=150, sequenceid=385, filesize=12.0 K 2024-11-26T05:21:35,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/ea3a184419294fbfb414ba34e566e36f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ea3a184419294fbfb414ba34e566e36f 2024-11-26T05:21:35,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ea3a184419294fbfb414ba34e566e36f, entries=150, sequenceid=385, filesize=12.0 K 2024-11-26T05:21:35,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 784ms, sequenceid=385, compaction requested=true 2024-11-26T05:21:35,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:35,805 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:35,807 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:35,807 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:35,808 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:35,808 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/b731a6be7c8f449c90784f6649b30cb9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/5edaca3b1c274217b31854f454982e7d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/ff889e2f55ec4ac4a1c5006803dc665b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=39.3 K 2024-11-26T05:21:35,809 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting b731a6be7c8f449c90784f6649b30cb9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732598492730 2024-11-26T05:21:35,811 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5edaca3b1c274217b31854f454982e7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732598493872 2024-11-26T05:21:35,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:35,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:35,812 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff889e2f55ec4ac4a1c5006803dc665b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732598494956 2024-11-26T05:21:35,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:35,819 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:35,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:35,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T05:21:35,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:35,820 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T05:21:35,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:35,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:35,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:35,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:35,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:35,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:35,826 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:35,826 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:35,826 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:35,826 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/dcd03de69c724107af95924de3b458b5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f84fd0287dd4a1fa4699318df355ad0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8a89229358454aedade980b612f3bb4b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=36.9 K 2024-11-26T05:21:35,830 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting dcd03de69c724107af95924de3b458b5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732598492730 2024-11-26T05:21:35,833 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f84fd0287dd4a1fa4699318df355ad0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732598493872 2024-11-26T05:21:35,835 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a89229358454aedade980b612f3bb4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732598494987 2024-11-26T05:21:35,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/c73b1ee3af694195bee08a82369c1e18 is 50, key is test_row_0/A:col10/1732598495074/Put/seqid=0 2024-11-26T05:21:35,861 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:35,862 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/64b24775c87a4c55ad555d215edcb793 is 50, key is test_row_0/A:col10/1732598495018/Put/seqid=0 2024-11-26T05:21:35,873 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:35,873 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/08d7609d918246e39b6028cd330a924d is 50, key is test_row_0/B:col10/1732598495018/Put/seqid=0 2024-11-26T05:21:35,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741923_1099 (size=12301) 2024-11-26T05:21:35,941 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/c73b1ee3af694195bee08a82369c1e18 2024-11-26T05:21:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T05:21:36,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741924_1100 (size=13255) 2024-11-26T05:21:36,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8647c6ef7b8d4c28b4a68cabffc7c225 is 50, key is test_row_0/B:col10/1732598495074/Put/seqid=0 2024-11-26T05:21:36,039 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/64b24775c87a4c55ad555d215edcb793 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/64b24775c87a4c55ad555d215edcb793 2024-11-26T05:21:36,053 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 64b24775c87a4c55ad555d215edcb793(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:36,053 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:36,053 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598495805; duration=0sec 2024-11-26T05:21:36,053 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:36,053 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:36,053 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:36,056 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:36,056 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:36,056 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:36,056 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c6b2d9c4ef884b6ca439af268553514b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/f25d2188be424f819af9495f87794123, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ea3a184419294fbfb414ba34e566e36f] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=36.9 K 2024-11-26T05:21:36,058 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6b2d9c4ef884b6ca439af268553514b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732598492730 2024-11-26T05:21:36,059 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f25d2188be424f819af9495f87794123, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732598493872 2024-11-26T05:21:36,061 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea3a184419294fbfb414ba34e566e36f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732598494987 2024-11-26T05:21:36,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741925_1101 (size=13255) 2024-11-26T05:21:36,088 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:36,089 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/291db73c0bb84dbda9c5acf51d18ec79 is 50, key is test_row_0/C:col10/1732598495018/Put/seqid=0 2024-11-26T05:21:36,096 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/08d7609d918246e39b6028cd330a924d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/08d7609d918246e39b6028cd330a924d 2024-11-26T05:21:36,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741926_1102 (size=12301) 2024-11-26T05:21:36,104 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8647c6ef7b8d4c28b4a68cabffc7c225 2024-11-26T05:21:36,114 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 08d7609d918246e39b6028cd330a924d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:36,114 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:36,114 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598495812; duration=0sec 2024-11-26T05:21:36,114 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:36,114 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:36,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/d2d024e91aef4770bf3c2d85049dfc2b is 50, key is test_row_0/C:col10/1732598495074/Put/seqid=0 2024-11-26T05:21:36,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741927_1103 (size=13255) 2024-11-26T05:21:36,165 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/291db73c0bb84dbda9c5acf51d18ec79 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/291db73c0bb84dbda9c5acf51d18ec79 2024-11-26T05:21:36,178 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 291db73c0bb84dbda9c5acf51d18ec79(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:36,178 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:36,178 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598495815; duration=0sec 2024-11-26T05:21:36,178 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:36,178 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:36,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:36,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741928_1104 (size=12301) 2024-11-26T05:21:36,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598556268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598556274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598556276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598556271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598556282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598556392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598556391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598556395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598556395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598556397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T05:21:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598556600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598556601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598556602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598556605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,664 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/d2d024e91aef4770bf3c2d85049dfc2b 2024-11-26T05:21:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/c73b1ee3af694195bee08a82369c1e18 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/c73b1ee3af694195bee08a82369c1e18 2024-11-26T05:21:36,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598556668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:36,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/c73b1ee3af694195bee08a82369c1e18, entries=150, sequenceid=408, filesize=12.0 K 2024-11-26T05:21:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/8647c6ef7b8d4c28b4a68cabffc7c225 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8647c6ef7b8d4c28b4a68cabffc7c225 2024-11-26T05:21:36,691 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8647c6ef7b8d4c28b4a68cabffc7c225, entries=150, sequenceid=408, filesize=12.0 K 2024-11-26T05:21:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/d2d024e91aef4770bf3c2d85049dfc2b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d2d024e91aef4770bf3c2d85049dfc2b 2024-11-26T05:21:36,716 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d2d024e91aef4770bf3c2d85049dfc2b, entries=150, sequenceid=408, filesize=12.0 K 2024-11-26T05:21:36,717 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 897ms, sequenceid=408, compaction requested=false 2024-11-26T05:21:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:36,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-26T05:21:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-26T05:21:36,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-26T05:21:36,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3640 sec 2024-11-26T05:21:36,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.3730 sec 2024-11-26T05:21:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:36,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T05:21:36,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:37,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/11bcfb0fa087485b996b327957e45b91 is 50, key is test_row_0/A:col10/1732598496275/Put/seqid=0 2024-11-26T05:21:37,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741929_1105 (size=12301) 2024-11-26T05:21:37,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/11bcfb0fa087485b996b327957e45b91 2024-11-26T05:21:37,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/13433f35e33549d8af93ea2ba8745f31 is 50, key is test_row_0/B:col10/1732598496275/Put/seqid=0 2024-11-26T05:21:37,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598557084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598557085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598557084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598557092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598557095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741930_1106 (size=12301) 2024-11-26T05:21:37,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/13433f35e33549d8af93ea2ba8745f31 2024-11-26T05:21:37,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/362dc8be3c8d42c08b228b4b87784dc2 is 50, key is test_row_0/C:col10/1732598496275/Put/seqid=0 2024-11-26T05:21:37,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598557201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598557201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598557203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598557204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598557215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741931_1107 (size=12301) 2024-11-26T05:21:37,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/362dc8be3c8d42c08b228b4b87784dc2 2024-11-26T05:21:37,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/11bcfb0fa087485b996b327957e45b91 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/11bcfb0fa087485b996b327957e45b91 2024-11-26T05:21:37,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/11bcfb0fa087485b996b327957e45b91, entries=150, sequenceid=427, filesize=12.0 K 2024-11-26T05:21:37,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/13433f35e33549d8af93ea2ba8745f31 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/13433f35e33549d8af93ea2ba8745f31 2024-11-26T05:21:37,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/13433f35e33549d8af93ea2ba8745f31, entries=150, sequenceid=427, filesize=12.0 K 2024-11-26T05:21:37,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/362dc8be3c8d42c08b228b4b87784dc2 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/362dc8be3c8d42c08b228b4b87784dc2 2024-11-26T05:21:37,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/362dc8be3c8d42c08b228b4b87784dc2, entries=150, sequenceid=427, filesize=12.0 K 2024-11-26T05:21:37,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 302ms, sequenceid=427, compaction requested=true 2024-11-26T05:21:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:37,287 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:37,288 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:37,288 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:37,288 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:37,288 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/64b24775c87a4c55ad555d215edcb793, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/c73b1ee3af694195bee08a82369c1e18, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/11bcfb0fa087485b996b327957e45b91] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=37.0 K 2024-11-26T05:21:37,289 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64b24775c87a4c55ad555d215edcb793, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732598494987 2024-11-26T05:21:37,289 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting c73b1ee3af694195bee08a82369c1e18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732598495071 2024-11-26T05:21:37,290 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11bcfb0fa087485b996b327957e45b91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732598496272 2024-11-26T05:21:37,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:37,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:37,299 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:37,300 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:37,300 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:37,300 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:37,301 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/08d7609d918246e39b6028cd330a924d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8647c6ef7b8d4c28b4a68cabffc7c225, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/13433f35e33549d8af93ea2ba8745f31] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=37.0 K 2024-11-26T05:21:37,303 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 08d7609d918246e39b6028cd330a924d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732598494987 2024-11-26T05:21:37,304 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8647c6ef7b8d4c28b4a68cabffc7c225, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732598495071 2024-11-26T05:21:37,305 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 13433f35e33549d8af93ea2ba8745f31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732598496272 2024-11-26T05:21:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:37,317 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:37,317 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/52c62163e3884507a0d4940900fb2c50 is 50, key is test_row_0/A:col10/1732598496275/Put/seqid=0 2024-11-26T05:21:37,330 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:37,330 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/42aab1ba30974b7f8bdca4cb44505641 is 50, key is test_row_0/B:col10/1732598496275/Put/seqid=0 2024-11-26T05:21:37,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741932_1108 (size=13357) 2024-11-26T05:21:37,401 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/52c62163e3884507a0d4940900fb2c50 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52c62163e3884507a0d4940900fb2c50 2024-11-26T05:21:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741933_1109 (size=13357) 2024-11-26T05:21:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:37,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:21:37,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:37,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:37,440 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/42aab1ba30974b7f8bdca4cb44505641 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/42aab1ba30974b7f8bdca4cb44505641 2024-11-26T05:21:37,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/6478824796144806ae63f57063f53030 is 50, key is test_row_0/A:col10/1732598497083/Put/seqid=0 2024-11-26T05:21:37,453 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 42aab1ba30974b7f8bdca4cb44505641(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:37,453 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:37,453 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598497299; duration=0sec 2024-11-26T05:21:37,454 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:37,454 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:37,454 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:37,455 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 52c62163e3884507a0d4940900fb2c50(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:37,455 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:37,455 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598497286; duration=0sec 2024-11-26T05:21:37,455 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:37,455 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:37,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598557437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598557445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,460 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:37,460 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:37,461 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:37,461 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/291db73c0bb84dbda9c5acf51d18ec79, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d2d024e91aef4770bf3c2d85049dfc2b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/362dc8be3c8d42c08b228b4b87784dc2] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=37.0 K 2024-11-26T05:21:37,461 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 291db73c0bb84dbda9c5acf51d18ec79, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732598494987 2024-11-26T05:21:37,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598557450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,462 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting d2d024e91aef4770bf3c2d85049dfc2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732598495071 2024-11-26T05:21:37,462 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 362dc8be3c8d42c08b228b4b87784dc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732598496272 2024-11-26T05:21:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T05:21:37,464 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-26T05:21:37,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598557457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598557457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-26T05:21:37,468 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T05:21:37,469 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:37,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:37,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741934_1110 (size=17181) 2024-11-26T05:21:37,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/6478824796144806ae63f57063f53030 2024-11-26T05:21:37,517 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:37,517 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/736a30d574514f2298867d6d2e174131 is 50, key is test_row_0/C:col10/1732598496275/Put/seqid=0 2024-11-26T05:21:37,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598557558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741935_1111 (size=13357) 2024-11-26T05:21:37,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598557559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T05:21:37,574 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/736a30d574514f2298867d6d2e174131 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/736a30d574514f2298867d6d2e174131 2024-11-26T05:21:37,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/656806d8fbc64936b9af7e34834ad5c5 is 50, key is test_row_0/B:col10/1732598497083/Put/seqid=0 2024-11-26T05:21:37,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598557563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598557568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598557568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,589 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 736a30d574514f2298867d6d2e174131(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:37,589 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:37,589 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598497315; duration=0sec 2024-11-26T05:21:37,589 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:37,589 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:37,622 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:37,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T05:21:37,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:37,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:37,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:37,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741936_1112 (size=12301) 2024-11-26T05:21:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:37,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/656806d8fbc64936b9af7e34834ad5c5 2024-11-26T05:21:37,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/081f6a8f5da24736bfa56b6db4415780 is 50, key is test_row_0/C:col10/1732598497083/Put/seqid=0 2024-11-26T05:21:37,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741937_1113 (size=12301) 2024-11-26T05:21:37,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/081f6a8f5da24736bfa56b6db4415780 2024-11-26T05:21:37,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/6478824796144806ae63f57063f53030 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6478824796144806ae63f57063f53030 2024-11-26T05:21:37,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6478824796144806ae63f57063f53030, entries=250, sequenceid=453, filesize=16.8 K 2024-11-26T05:21:37,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/656806d8fbc64936b9af7e34834ad5c5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/656806d8fbc64936b9af7e34834ad5c5 2024-11-26T05:21:37,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/656806d8fbc64936b9af7e34834ad5c5, entries=150, sequenceid=453, filesize=12.0 K 2024-11-26T05:21:37,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/081f6a8f5da24736bfa56b6db4415780 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/081f6a8f5da24736bfa56b6db4415780 2024-11-26T05:21:37,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/081f6a8f5da24736bfa56b6db4415780, entries=150, sequenceid=453, filesize=12.0 K 2024-11-26T05:21:37,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 338ms, sequenceid=453, compaction requested=false 2024-11-26T05:21:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T05:21:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:37,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:21:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:37,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:37,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:37,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:37,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:37,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:37,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:37,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T05:21:37,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:37,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:37,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/925cf60f76d74efaa2c68c08c44e4c12 is 50, key is test_row_0/A:col10/1732598497772/Put/seqid=0 2024-11-26T05:21:37,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741938_1114 (size=17181) 2024-11-26T05:21:37,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/925cf60f76d74efaa2c68c08c44e4c12 2024-11-26T05:21:37,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598557826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598557833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598557835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598557835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598557838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/a2353a2dd9b846e0be7a3e4f6e809ded is 50, key is test_row_0/B:col10/1732598497772/Put/seqid=0 2024-11-26T05:21:37,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741939_1115 (size=12301) 2024-11-26T05:21:37,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/a2353a2dd9b846e0be7a3e4f6e809ded 2024-11-26T05:21:37,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598557940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/65e641aeea3d431eb29bbd7e0aa819fa is 50, key is test_row_0/C:col10/1732598497772/Put/seqid=0 2024-11-26T05:21:37,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:37,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598557940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T05:21:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:37,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:37,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:37,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:37,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598557953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598557954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598557954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741940_1116 (size=12301) 2024-11-26T05:21:38,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/65e641aeea3d431eb29bbd7e0aa819fa 2024-11-26T05:21:38,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/925cf60f76d74efaa2c68c08c44e4c12 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/925cf60f76d74efaa2c68c08c44e4c12 2024-11-26T05:21:38,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/925cf60f76d74efaa2c68c08c44e4c12, entries=250, sequenceid=470, filesize=16.8 K 2024-11-26T05:21:38,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/a2353a2dd9b846e0be7a3e4f6e809ded as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a2353a2dd9b846e0be7a3e4f6e809ded 2024-11-26T05:21:38,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a2353a2dd9b846e0be7a3e4f6e809ded, entries=150, sequenceid=470, filesize=12.0 K 2024-11-26T05:21:38,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/65e641aeea3d431eb29bbd7e0aa819fa as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/65e641aeea3d431eb29bbd7e0aa819fa 2024-11-26T05:21:38,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/65e641aeea3d431eb29bbd7e0aa819fa, entries=150, sequenceid=470, filesize=12.0 K 2024-11-26T05:21:38,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 279ms, sequenceid=470, compaction requested=true 2024-11-26T05:21:38,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:38,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:38,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:38,054 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:38,054 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:38,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:38,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:38,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:38,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:38,056 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:38,056 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:38,057 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:38,057 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/42aab1ba30974b7f8bdca4cb44505641, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/656806d8fbc64936b9af7e34834ad5c5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a2353a2dd9b846e0be7a3e4f6e809ded] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=37.1 K 2024-11-26T05:21:38,058 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:38,059 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:38,059 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 42aab1ba30974b7f8bdca4cb44505641, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732598496272 2024-11-26T05:21:38,059 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:38,059 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52c62163e3884507a0d4940900fb2c50, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6478824796144806ae63f57063f53030, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/925cf60f76d74efaa2c68c08c44e4c12] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=46.6 K 2024-11-26T05:21:38,059 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 656806d8fbc64936b9af7e34834ad5c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732598497083 2024-11-26T05:21:38,060 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52c62163e3884507a0d4940900fb2c50, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732598496272 2024-11-26T05:21:38,060 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a2353a2dd9b846e0be7a3e4f6e809ded, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732598497447 2024-11-26T05:21:38,060 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6478824796144806ae63f57063f53030, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732598497083 2024-11-26T05:21:38,061 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 925cf60f76d74efaa2c68c08c44e4c12, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732598497444 2024-11-26T05:21:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T05:21:38,085 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:38,085 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/7dd9b0a3deb04a428daaa4169bf7832d is 50, key is test_row_0/A:col10/1732598497772/Put/seqid=0 2024-11-26T05:21:38,093 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:38,094 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/b790d02c705f4fc89e0ebcd3435c716f is 50, key is test_row_0/B:col10/1732598497772/Put/seqid=0 2024-11-26T05:21:38,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:38,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T05:21:38,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:38,102 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T05:21:38,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:38,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:38,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:38,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:38,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:38,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/4a402cc8a47e43a9ad35a3fd8c918d7c is 50, key is test_row_0/A:col10/1732598497824/Put/seqid=0 2024-11-26T05:21:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741941_1117 (size=13459) 2024-11-26T05:21:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:38,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:38,166 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/7dd9b0a3deb04a428daaa4169bf7832d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7dd9b0a3deb04a428daaa4169bf7832d 2024-11-26T05:21:38,182 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 7dd9b0a3deb04a428daaa4169bf7832d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:38,182 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:38,182 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598498054; duration=0sec 2024-11-26T05:21:38,182 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:38,182 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:38,182 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:38,184 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:38,184 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:38,184 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:38,185 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/736a30d574514f2298867d6d2e174131, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/081f6a8f5da24736bfa56b6db4415780, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/65e641aeea3d431eb29bbd7e0aa819fa] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=37.1 K 2024-11-26T05:21:38,186 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 736a30d574514f2298867d6d2e174131, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732598496272 2024-11-26T05:21:38,186 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 081f6a8f5da24736bfa56b6db4415780, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732598497083 2024-11-26T05:21:38,187 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e641aeea3d431eb29bbd7e0aa819fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732598497447 2024-11-26T05:21:38,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598558180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598558182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598558186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598558187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741942_1118 (size=13459) 2024-11-26T05:21:38,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598558190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741943_1119 (size=12301) 2024-11-26T05:21:38,210 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/4a402cc8a47e43a9ad35a3fd8c918d7c 2024-11-26T05:21:38,211 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/b790d02c705f4fc89e0ebcd3435c716f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b790d02c705f4fc89e0ebcd3435c716f 2024-11-26T05:21:38,222 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into b790d02c705f4fc89e0ebcd3435c716f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:38,222 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:38,223 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598498054; duration=0sec 2024-11-26T05:21:38,223 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:38,223 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:38,225 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:38,226 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/960b6f792bf04420924026ece23e23fe is 50, key is test_row_0/C:col10/1732598497772/Put/seqid=0 2024-11-26T05:21:38,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/ec7329e208f345f4b13d3899a1926f12 is 50, key is test_row_0/B:col10/1732598497824/Put/seqid=0 2024-11-26T05:21:38,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598558291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598558296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598558301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741945_1121 (size=12301) 2024-11-26T05:21:38,316 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/ec7329e208f345f4b13d3899a1926f12 2024-11-26T05:21:38,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741944_1120 (size=13459) 2024-11-26T05:21:38,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598558321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598558321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,360 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/960b6f792bf04420924026ece23e23fe as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/960b6f792bf04420924026ece23e23fe 2024-11-26T05:21:38,369 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 960b6f792bf04420924026ece23e23fe(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:38,369 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:38,370 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598498055; duration=0sec 2024-11-26T05:21:38,370 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:38,370 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:38,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/0d0680dc2554496da1881a553849e347 is 50, key is test_row_0/C:col10/1732598497824/Put/seqid=0 2024-11-26T05:21:38,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741946_1122 (size=12301) 2024-11-26T05:21:38,444 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/0d0680dc2554496da1881a553849e347 2024-11-26T05:21:38,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/4a402cc8a47e43a9ad35a3fd8c918d7c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a402cc8a47e43a9ad35a3fd8c918d7c 2024-11-26T05:21:38,462 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a402cc8a47e43a9ad35a3fd8c918d7c, entries=150, sequenceid=492, filesize=12.0 K 2024-11-26T05:21:38,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/ec7329e208f345f4b13d3899a1926f12 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/ec7329e208f345f4b13d3899a1926f12 2024-11-26T05:21:38,472 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/ec7329e208f345f4b13d3899a1926f12, entries=150, sequenceid=492, filesize=12.0 K 2024-11-26T05:21:38,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/0d0680dc2554496da1881a553849e347 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0d0680dc2554496da1881a553849e347 2024-11-26T05:21:38,485 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0d0680dc2554496da1881a553849e347, entries=150, sequenceid=492, filesize=12.0 K 2024-11-26T05:21:38,487 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 384ms, sequenceid=492, compaction requested=false 2024-11-26T05:21:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-26T05:21:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-26T05:21:38,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-26T05:21:38,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0210 sec 2024-11-26T05:21:38,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.0310 sec 2024-11-26T05:21:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:38,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T05:21:38,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:38,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:38,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:38,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:38,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:38,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:38,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/95e9941c84bd4069ab6c5abc87311d8c is 50, key is test_row_0/A:col10/1732598498162/Put/seqid=0 2024-11-26T05:21:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741947_1123 (size=14741) 2024-11-26T05:21:38,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598558548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598558552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598558554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/95e9941c84bd4069ab6c5abc87311d8c 2024-11-26T05:21:38,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598558562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T05:21:38,573 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-26T05:21:38,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:38,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/f063ea9e865643a3aea4a497fe46db47 is 50, key is test_row_0/B:col10/1732598498162/Put/seqid=0 2024-11-26T05:21:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598558563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-26T05:21:38,592 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T05:21:38,593 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:38,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:38,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741948_1124 (size=12301) 2024-11-26T05:21:38,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598558665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598558666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598558673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598558666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T05:21:38,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598558692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:38,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T05:21:38,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:38,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:38,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:38,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:38,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:38,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51504 deadline: 1732598558867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1732598558877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51518 deadline: 1732598558880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T05:21:38,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:38,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T05:21:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:38,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:38,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51472 deadline: 1732598558895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:38,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51482 deadline: 1732598558902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:39,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/f063ea9e865643a3aea4a497fe46db47 2024-11-26T05:21:39,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:39,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T05:21:39,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:39,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:39,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:39,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:39,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:39,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/0fb5bb19e4dd446a9bd8317b39ffac2c is 50, key is test_row_0/C:col10/1732598498162/Put/seqid=0 2024-11-26T05:21:39,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741949_1125 (size=12301) 2024-11-26T05:21:39,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/0fb5bb19e4dd446a9bd8317b39ffac2c 2024-11-26T05:21:39,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/95e9941c84bd4069ab6c5abc87311d8c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/95e9941c84bd4069ab6c5abc87311d8c 2024-11-26T05:21:39,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/95e9941c84bd4069ab6c5abc87311d8c, entries=200, sequenceid=510, filesize=14.4 K 2024-11-26T05:21:39,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/f063ea9e865643a3aea4a497fe46db47 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/f063ea9e865643a3aea4a497fe46db47 2024-11-26T05:21:39,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/f063ea9e865643a3aea4a497fe46db47, entries=150, sequenceid=510, filesize=12.0 K 2024-11-26T05:21:39,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/0fb5bb19e4dd446a9bd8317b39ffac2c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0fb5bb19e4dd446a9bd8317b39ffac2c 2024-11-26T05:21:39,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0fb5bb19e4dd446a9bd8317b39ffac2c, entries=150, sequenceid=510, filesize=12.0 K 2024-11-26T05:21:39,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 653ms, sequenceid=510, compaction requested=true 2024-11-26T05:21:39,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:39,156 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:39,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:39,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:39,156 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:39,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:39,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:39,157 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:39,158 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/B is initiating minor compaction (all files) 2024-11-26T05:21:39,158 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/B in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:39,158 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b790d02c705f4fc89e0ebcd3435c716f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/ec7329e208f345f4b13d3899a1926f12, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/f063ea9e865643a3aea4a497fe46db47] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=37.2 K 2024-11-26T05:21:39,158 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:39,158 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/A is initiating minor compaction (all files) 2024-11-26T05:21:39,158 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/A in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:39,158 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7dd9b0a3deb04a428daaa4169bf7832d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a402cc8a47e43a9ad35a3fd8c918d7c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/95e9941c84bd4069ab6c5abc87311d8c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=39.6 K 2024-11-26T05:21:39,159 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b790d02c705f4fc89e0ebcd3435c716f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732598497447 2024-11-26T05:21:39,159 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dd9b0a3deb04a428daaa4169bf7832d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732598497447 2024-11-26T05:21:39,159 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting ec7329e208f345f4b13d3899a1926f12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732598497816 2024-11-26T05:21:39,159 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a402cc8a47e43a9ad35a3fd8c918d7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732598497816 2024-11-26T05:21:39,160 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting f063ea9e865643a3aea4a497fe46db47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732598498162 2024-11-26T05:21:39,160 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95e9941c84bd4069ab6c5abc87311d8c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732598498162 2024-11-26T05:21:39,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35085d4b4af1e70ebe6d736ca7f4c4f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:39,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:39,181 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#A#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:39,181 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/0fda9b824eca487e9f6722fbbf9d8a2b is 50, key is test_row_0/A:col10/1732598498162/Put/seqid=0 2024-11-26T05:21:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T05:21:39,201 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:39,201 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/7bdd8e7f9cee4580984e9741813f9f00 is 50, key is test_row_0/B:col10/1732598498162/Put/seqid=0 2024-11-26T05:21:39,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:39,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T05:21:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:39,212 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T05:21:39,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741950_1126 (size=13561) 2024-11-26T05:21:39,268 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/0fda9b824eca487e9f6722fbbf9d8a2b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/0fda9b824eca487e9f6722fbbf9d8a2b 2024-11-26T05:21:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:39,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. as already flushing 2024-11-26T05:21:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741951_1127 (size=13561) 2024-11-26T05:21:39,282 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:50299 2024-11-26T05:21:39,282 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:21:39,284 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:50299 2024-11-26T05:21:39,284 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:21:39,284 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:50299 2024-11-26T05:21:39,284 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:21:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:39,286 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/A of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 0fda9b824eca487e9f6722fbbf9d8a2b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:39,286 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:39,287 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/A, priority=13, startTime=1732598499155; duration=0sec 2024-11-26T05:21:39,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:39,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:39,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:39,287 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:39,287 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:A 2024-11-26T05:21:39,287 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:39,288 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:50299 2024-11-26T05:21:39,288 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:50299 2024-11-26T05:21:39,288 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:21:39,288 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:21:39,289 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/7bdd8e7f9cee4580984e9741813f9f00 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/7bdd8e7f9cee4580984e9741813f9f00 2024-11-26T05:21:39,290 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:39,290 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 35085d4b4af1e70ebe6d736ca7f4c4f7/C is initiating minor compaction (all files) 2024-11-26T05:21:39,290 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 35085d4b4af1e70ebe6d736ca7f4c4f7/C in TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:39,290 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/960b6f792bf04420924026ece23e23fe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0d0680dc2554496da1881a553849e347, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0fb5bb19e4dd446a9bd8317b39ffac2c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp, totalSize=37.2 K 2024-11-26T05:21:39,291 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:50299 2024-11-26T05:21:39,291 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:21:39,292 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:50299 2024-11-26T05:21:39,292 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:21:39,292 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 960b6f792bf04420924026ece23e23fe, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732598497447 2024-11-26T05:21:39,293 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d0680dc2554496da1881a553849e347, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732598497816 2024-11-26T05:21:39,294 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fb5bb19e4dd446a9bd8317b39ffac2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732598498162 2024-11-26T05:21:39,299 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:50299 2024-11-26T05:21:39,299 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:21:39,302 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:50299 2024-11-26T05:21:39,302 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:21:39,303 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/B of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 7bdd8e7f9cee4580984e9741813f9f00(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:39,303 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:39,303 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/B, priority=13, startTime=1732598499156; duration=0sec 2024-11-26T05:21:39,304 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:39,304 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:B 2024-11-26T05:21:39,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/a429f5f760364ec2b5b5a9267536539e is 50, key is test_row_0/A:col10/1732598499210/Put/seqid=0 2024-11-26T05:21:39,326 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35085d4b4af1e70ebe6d736ca7f4c4f7#C#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:39,327 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/1c10fab1c7294ccf843f88c6342768e4 is 50, key is test_row_0/C:col10/1732598498162/Put/seqid=0 2024-11-26T05:21:39,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741952_1128 (size=17181) 2024-11-26T05:21:39,382 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/a429f5f760364ec2b5b5a9267536539e 2024-11-26T05:21:39,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741953_1129 (size=13561) 2024-11-26T05:21:39,421 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/1c10fab1c7294ccf843f88c6342768e4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/1c10fab1c7294ccf843f88c6342768e4 2024-11-26T05:21:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/7c34ce233f9a4f2095fd1a0a4736b5ca is 50, key is test_row_0/B:col10/1732598499210/Put/seqid=0 2024-11-26T05:21:39,431 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 35085d4b4af1e70ebe6d736ca7f4c4f7/C of 35085d4b4af1e70ebe6d736ca7f4c4f7 into 1c10fab1c7294ccf843f88c6342768e4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:39,431 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:39,432 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7., storeName=35085d4b4af1e70ebe6d736ca7f4c4f7/C, priority=13, startTime=1732598499157; duration=0sec 2024-11-26T05:21:39,432 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:39,432 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35085d4b4af1e70ebe6d736ca7f4c4f7:C 2024-11-26T05:21:39,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741954_1130 (size=12301) 2024-11-26T05:21:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T05:21:39,881 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/7c34ce233f9a4f2095fd1a0a4736b5ca 2024-11-26T05:21:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/63dca7044acf4cc7862799c4405947ec is 50, key is test_row_0/C:col10/1732598499210/Put/seqid=0 2024-11-26T05:21:39,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741955_1131 (size=12301) 2024-11-26T05:21:40,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T05:21:40,348 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/63dca7044acf4cc7862799c4405947ec 2024-11-26T05:21:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/a429f5f760364ec2b5b5a9267536539e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a429f5f760364ec2b5b5a9267536539e 2024-11-26T05:21:40,363 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a429f5f760364ec2b5b5a9267536539e, entries=250, sequenceid=536, filesize=16.8 K 2024-11-26T05:21:40,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/7c34ce233f9a4f2095fd1a0a4736b5ca as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/7c34ce233f9a4f2095fd1a0a4736b5ca 2024-11-26T05:21:40,370 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/7c34ce233f9a4f2095fd1a0a4736b5ca, entries=150, sequenceid=536, filesize=12.0 K 2024-11-26T05:21:40,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/63dca7044acf4cc7862799c4405947ec as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/63dca7044acf4cc7862799c4405947ec 2024-11-26T05:21:40,379 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/63dca7044acf4cc7862799c4405947ec, entries=150, sequenceid=536, filesize=12.0 K 2024-11-26T05:21:40,381 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 1169ms, sequenceid=536, compaction requested=false 2024-11-26T05:21:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-26T05:21:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-26T05:21:40,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-26T05:21:40,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7890 sec 2024-11-26T05:21:40,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.8080 sec 2024-11-26T05:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T05:21:40,703 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-26T05:21:40,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T05:21:40,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-26T05:21:40,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-26T05:21:40,703 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-26T05:21:40,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 135 2024-11-26T05:21:40,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-26T05:21:40,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T05:21:40,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2388 2024-11-26T05:21:40,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2350 2024-11-26T05:21:40,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T05:21:40,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1159 2024-11-26T05:21:40,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3469 rows 2024-11-26T05:21:40,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1174 2024-11-26T05:21:40,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3522 rows 2024-11-26T05:21:40,704 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T05:21:40,704 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:50299 2024-11-26T05:21:40,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:21:40,709 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T05:21:40,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T05:21:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T05:21:40,734 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598500734"}]},"ts":"1732598500734"} 2024-11-26T05:21:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T05:21:40,743 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T05:21:40,752 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T05:21:40,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T05:21:40,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=35085d4b4af1e70ebe6d736ca7f4c4f7, UNASSIGN}] 2024-11-26T05:21:40,767 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=35085d4b4af1e70ebe6d736ca7f4c4f7, UNASSIGN 2024-11-26T05:21:40,769 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=35085d4b4af1e70ebe6d736ca7f4c4f7, regionState=CLOSING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:40,771 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T05:21:40,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:21:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T05:21:40,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:40,931 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:40,931 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T05:21:40,932 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 35085d4b4af1e70ebe6d736ca7f4c4f7, disabling compactions & flushes 2024-11-26T05:21:40,932 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:40,932 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:40,932 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. after waiting 0 ms 2024-11-26T05:21:40,932 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:40,932 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing 35085d4b4af1e70ebe6d736ca7f4c4f7 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-26T05:21:40,933 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=A 2024-11-26T05:21:40,933 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:40,933 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=B 2024-11-26T05:21:40,933 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:40,933 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35085d4b4af1e70ebe6d736ca7f4c4f7, store=C 2024-11-26T05:21:40,933 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:40,942 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/7962d3e28b384cbaa9a101fc2977baa7 is 50, key is test_row_0/A:col10/1732598499287/Put/seqid=0 2024-11-26T05:21:40,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741956_1132 (size=9857) 2024-11-26T05:21:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T05:21:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T05:21:41,374 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/7962d3e28b384cbaa9a101fc2977baa7 2024-11-26T05:21:41,404 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/2c9eb3df50d84bf0a94fe209ebb55472 is 50, key is test_row_0/B:col10/1732598499287/Put/seqid=0 2024-11-26T05:21:41,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741957_1133 (size=9857) 2024-11-26T05:21:41,449 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/2c9eb3df50d84bf0a94fe209ebb55472 2024-11-26T05:21:41,475 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/26f6b4c6030949d0887da8151fc92a90 is 50, key is test_row_0/C:col10/1732598499287/Put/seqid=0 2024-11-26T05:21:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741958_1134 (size=9857) 2024-11-26T05:21:41,521 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/26f6b4c6030949d0887da8151fc92a90 2024-11-26T05:21:41,528 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/A/7962d3e28b384cbaa9a101fc2977baa7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7962d3e28b384cbaa9a101fc2977baa7 2024-11-26T05:21:41,535 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7962d3e28b384cbaa9a101fc2977baa7, entries=100, sequenceid=543, filesize=9.6 K 2024-11-26T05:21:41,537 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/B/2c9eb3df50d84bf0a94fe209ebb55472 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2c9eb3df50d84bf0a94fe209ebb55472 2024-11-26T05:21:41,545 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2c9eb3df50d84bf0a94fe209ebb55472, entries=100, sequenceid=543, filesize=9.6 K 2024-11-26T05:21:41,547 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/.tmp/C/26f6b4c6030949d0887da8151fc92a90 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/26f6b4c6030949d0887da8151fc92a90 2024-11-26T05:21:41,554 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/26f6b4c6030949d0887da8151fc92a90, entries=100, sequenceid=543, filesize=9.6 K 2024-11-26T05:21:41,555 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 35085d4b4af1e70ebe6d736ca7f4c4f7 in 623ms, sequenceid=543, compaction requested=true 2024-11-26T05:21:41,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a57fa8e6e5354c6784f30fe34dedc906, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7f1ecffce34e4704ab28bf7e6a264416, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/9af3e89372ff46bfb6abe1f0ee071d92, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/b1441e56169c4b12b4070be4b4c3f990, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/e944b5b826c5409f8c549afc43222be3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/d4fceceefeaf4282a40c0f1d411dde1f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6e219b69ac7e4e8ca99aeb5a8c3cb0b3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/63d85076e26d414d8bf2b9f0b5f8354c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6edbe655ebb64263bcf9bb90be51ca18, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/f679be76b99d4b3cb0e5f48c9a44641f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/13e0ebe848624859971bb9f22d581508, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/251e79f8681f4355bf89d5cf95349d11, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/72bebe1bce8a420ab76e1353146cb5ff, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/91a3c5a70aff4e6d88f258d817d16dac, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/bf2edd99154b4b8aa547b4a395a3a9cf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/577d759273d34377a8cccd68349ff8f5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52cac4b10e9a41408b125665c7c96735, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/69a8f5f2a3384c0f868a477706a2b8ec, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a900bd7d40a4d15b6fcb979d08b1966, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/78d6e0c7fb1740ea9975b26b4e28211f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a527a540a13e466d8e46be712aa67239, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/58f4239f92b943fa80e9240a48b2c5f2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/eb25f0df8aaa4c9798d4513953672d58, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/110b244e24014451a41124148787c6ae, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/b731a6be7c8f449c90784f6649b30cb9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/0cdf0898fe3649c19501c632d1f2e3ad, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/5edaca3b1c274217b31854f454982e7d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/ff889e2f55ec4ac4a1c5006803dc665b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/64b24775c87a4c55ad555d215edcb793, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/c73b1ee3af694195bee08a82369c1e18, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52c62163e3884507a0d4940900fb2c50, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/11bcfb0fa087485b996b327957e45b91, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6478824796144806ae63f57063f53030, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/925cf60f76d74efaa2c68c08c44e4c12, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7dd9b0a3deb04a428daaa4169bf7832d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a402cc8a47e43a9ad35a3fd8c918d7c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/95e9941c84bd4069ab6c5abc87311d8c] to archive 2024-11-26T05:21:41,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:21:41,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a57fa8e6e5354c6784f30fe34dedc906 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a57fa8e6e5354c6784f30fe34dedc906 2024-11-26T05:21:41,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7f1ecffce34e4704ab28bf7e6a264416 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7f1ecffce34e4704ab28bf7e6a264416 2024-11-26T05:21:41,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/9af3e89372ff46bfb6abe1f0ee071d92 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/9af3e89372ff46bfb6abe1f0ee071d92 2024-11-26T05:21:41,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/b1441e56169c4b12b4070be4b4c3f990 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/b1441e56169c4b12b4070be4b4c3f990 2024-11-26T05:21:41,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/e944b5b826c5409f8c549afc43222be3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/e944b5b826c5409f8c549afc43222be3 2024-11-26T05:21:41,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/d4fceceefeaf4282a40c0f1d411dde1f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/d4fceceefeaf4282a40c0f1d411dde1f 2024-11-26T05:21:41,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6e219b69ac7e4e8ca99aeb5a8c3cb0b3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6e219b69ac7e4e8ca99aeb5a8c3cb0b3 2024-11-26T05:21:41,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/63d85076e26d414d8bf2b9f0b5f8354c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/63d85076e26d414d8bf2b9f0b5f8354c 2024-11-26T05:21:41,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6edbe655ebb64263bcf9bb90be51ca18 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6edbe655ebb64263bcf9bb90be51ca18 2024-11-26T05:21:41,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/f679be76b99d4b3cb0e5f48c9a44641f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/f679be76b99d4b3cb0e5f48c9a44641f 2024-11-26T05:21:41,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/13e0ebe848624859971bb9f22d581508 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/13e0ebe848624859971bb9f22d581508 2024-11-26T05:21:41,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/251e79f8681f4355bf89d5cf95349d11 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/251e79f8681f4355bf89d5cf95349d11 2024-11-26T05:21:41,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/72bebe1bce8a420ab76e1353146cb5ff to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/72bebe1bce8a420ab76e1353146cb5ff 2024-11-26T05:21:41,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/91a3c5a70aff4e6d88f258d817d16dac to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/91a3c5a70aff4e6d88f258d817d16dac 2024-11-26T05:21:41,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/bf2edd99154b4b8aa547b4a395a3a9cf to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/bf2edd99154b4b8aa547b4a395a3a9cf 2024-11-26T05:21:41,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/577d759273d34377a8cccd68349ff8f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/577d759273d34377a8cccd68349ff8f5 2024-11-26T05:21:41,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52cac4b10e9a41408b125665c7c96735 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52cac4b10e9a41408b125665c7c96735 2024-11-26T05:21:41,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/69a8f5f2a3384c0f868a477706a2b8ec to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/69a8f5f2a3384c0f868a477706a2b8ec 2024-11-26T05:21:41,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a900bd7d40a4d15b6fcb979d08b1966 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a900bd7d40a4d15b6fcb979d08b1966 2024-11-26T05:21:41,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/78d6e0c7fb1740ea9975b26b4e28211f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/78d6e0c7fb1740ea9975b26b4e28211f 2024-11-26T05:21:41,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a527a540a13e466d8e46be712aa67239 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a527a540a13e466d8e46be712aa67239 2024-11-26T05:21:41,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/58f4239f92b943fa80e9240a48b2c5f2 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/58f4239f92b943fa80e9240a48b2c5f2 2024-11-26T05:21:41,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/eb25f0df8aaa4c9798d4513953672d58 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/eb25f0df8aaa4c9798d4513953672d58 2024-11-26T05:21:41,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/110b244e24014451a41124148787c6ae to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/110b244e24014451a41124148787c6ae 2024-11-26T05:21:41,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/b731a6be7c8f449c90784f6649b30cb9 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/b731a6be7c8f449c90784f6649b30cb9 2024-11-26T05:21:41,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/0cdf0898fe3649c19501c632d1f2e3ad to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/0cdf0898fe3649c19501c632d1f2e3ad 2024-11-26T05:21:41,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/5edaca3b1c274217b31854f454982e7d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/5edaca3b1c274217b31854f454982e7d 2024-11-26T05:21:41,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/ff889e2f55ec4ac4a1c5006803dc665b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/ff889e2f55ec4ac4a1c5006803dc665b 2024-11-26T05:21:41,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/64b24775c87a4c55ad555d215edcb793 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/64b24775c87a4c55ad555d215edcb793 2024-11-26T05:21:41,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/c73b1ee3af694195bee08a82369c1e18 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/c73b1ee3af694195bee08a82369c1e18 2024-11-26T05:21:41,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52c62163e3884507a0d4940900fb2c50 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/52c62163e3884507a0d4940900fb2c50 2024-11-26T05:21:41,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/11bcfb0fa087485b996b327957e45b91 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/11bcfb0fa087485b996b327957e45b91 2024-11-26T05:21:41,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6478824796144806ae63f57063f53030 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/6478824796144806ae63f57063f53030 2024-11-26T05:21:41,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/925cf60f76d74efaa2c68c08c44e4c12 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/925cf60f76d74efaa2c68c08c44e4c12 2024-11-26T05:21:41,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7dd9b0a3deb04a428daaa4169bf7832d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7dd9b0a3deb04a428daaa4169bf7832d 2024-11-26T05:21:41,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a402cc8a47e43a9ad35a3fd8c918d7c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/4a402cc8a47e43a9ad35a3fd8c918d7c 2024-11-26T05:21:41,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/95e9941c84bd4069ab6c5abc87311d8c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/95e9941c84bd4069ab6c5abc87311d8c 2024-11-26T05:21:41,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/57d1eb1af3ea411cb971059b103bd288, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/d970cd9cc3d94b399182e297888660b8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a558d2d51b744672b73d09e184d483cc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5866acf4526f46dda5eaa25abc4724f0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/df23e683a0644dedbdff4d7c269fa2bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4a230c7f99794a11b84340198e721386, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebd88e46caa485583399027f51f9e5d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4caaa4ad439b41d5a918f830a286988f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/58bdee6b937d43d7b4beffead6a3e6be, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebe7d590fb748298c73767fd72e482b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/aa3cbdf65dfb4108bbd072f17a491678, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2a1e79819a4346af82e544c0ec0a911b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5ee7bd90df394cb9952bf10b16d9f419, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/cb2b2232a1a84f989bfa5de0865fee7b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/18b29347376b42c087df3f895a41d7a6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/705775f35670490ca6263e13787aa264, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/19345cb386fa48d28c1d610a7a171fb6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4c73c6d3748e4bc8ad054e227eb56ca4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/e46181cc5b994be695810f54172d7b99, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/755cd546d4e94950be2f0ad8aabc5c09, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2f16949ec7874a9ab07761d614268937, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f7fc3fcccf4413db712a791a5d598a1, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/701b3578903e44458956fac56d6a63d0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b7118dbe76ce436d8666a044ef8773ca, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/dcd03de69c724107af95924de3b458b5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/6889ec0c3f7d4f4dac2a8dd02e1ba764, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f84fd0287dd4a1fa4699318df355ad0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/08d7609d918246e39b6028cd330a924d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8a89229358454aedade980b612f3bb4b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8647c6ef7b8d4c28b4a68cabffc7c225, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/42aab1ba30974b7f8bdca4cb44505641, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/13433f35e33549d8af93ea2ba8745f31, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/656806d8fbc64936b9af7e34834ad5c5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b790d02c705f4fc89e0ebcd3435c716f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a2353a2dd9b846e0be7a3e4f6e809ded, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/ec7329e208f345f4b13d3899a1926f12, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/f063ea9e865643a3aea4a497fe46db47] to archive 2024-11-26T05:21:41,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:21:41,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/57d1eb1af3ea411cb971059b103bd288 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/57d1eb1af3ea411cb971059b103bd288 2024-11-26T05:21:41,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/d970cd9cc3d94b399182e297888660b8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/d970cd9cc3d94b399182e297888660b8 2024-11-26T05:21:41,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a558d2d51b744672b73d09e184d483cc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a558d2d51b744672b73d09e184d483cc 2024-11-26T05:21:41,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5866acf4526f46dda5eaa25abc4724f0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5866acf4526f46dda5eaa25abc4724f0 2024-11-26T05:21:41,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/df23e683a0644dedbdff4d7c269fa2bc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/df23e683a0644dedbdff4d7c269fa2bc 2024-11-26T05:21:41,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4a230c7f99794a11b84340198e721386 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4a230c7f99794a11b84340198e721386 2024-11-26T05:21:41,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebd88e46caa485583399027f51f9e5d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebd88e46caa485583399027f51f9e5d 2024-11-26T05:21:41,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4caaa4ad439b41d5a918f830a286988f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4caaa4ad439b41d5a918f830a286988f 2024-11-26T05:21:41,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/58bdee6b937d43d7b4beffead6a3e6be to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/58bdee6b937d43d7b4beffead6a3e6be 2024-11-26T05:21:41,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebe7d590fb748298c73767fd72e482b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/bebe7d590fb748298c73767fd72e482b 2024-11-26T05:21:41,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/aa3cbdf65dfb4108bbd072f17a491678 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/aa3cbdf65dfb4108bbd072f17a491678 2024-11-26T05:21:41,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2a1e79819a4346af82e544c0ec0a911b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2a1e79819a4346af82e544c0ec0a911b 2024-11-26T05:21:41,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5ee7bd90df394cb9952bf10b16d9f419 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/5ee7bd90df394cb9952bf10b16d9f419 2024-11-26T05:21:41,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/cb2b2232a1a84f989bfa5de0865fee7b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/cb2b2232a1a84f989bfa5de0865fee7b 2024-11-26T05:21:41,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/18b29347376b42c087df3f895a41d7a6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/18b29347376b42c087df3f895a41d7a6 2024-11-26T05:21:41,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/705775f35670490ca6263e13787aa264 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/705775f35670490ca6263e13787aa264 2024-11-26T05:21:41,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/19345cb386fa48d28c1d610a7a171fb6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/19345cb386fa48d28c1d610a7a171fb6 2024-11-26T05:21:41,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4c73c6d3748e4bc8ad054e227eb56ca4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/4c73c6d3748e4bc8ad054e227eb56ca4 2024-11-26T05:21:41,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/e46181cc5b994be695810f54172d7b99 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/e46181cc5b994be695810f54172d7b99 2024-11-26T05:21:41,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/755cd546d4e94950be2f0ad8aabc5c09 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/755cd546d4e94950be2f0ad8aabc5c09 2024-11-26T05:21:41,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2f16949ec7874a9ab07761d614268937 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2f16949ec7874a9ab07761d614268937 2024-11-26T05:21:41,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f7fc3fcccf4413db712a791a5d598a1 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f7fc3fcccf4413db712a791a5d598a1 2024-11-26T05:21:41,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/701b3578903e44458956fac56d6a63d0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/701b3578903e44458956fac56d6a63d0 2024-11-26T05:21:41,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b7118dbe76ce436d8666a044ef8773ca to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b7118dbe76ce436d8666a044ef8773ca 2024-11-26T05:21:41,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/dcd03de69c724107af95924de3b458b5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/dcd03de69c724107af95924de3b458b5 2024-11-26T05:21:41,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/6889ec0c3f7d4f4dac2a8dd02e1ba764 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/6889ec0c3f7d4f4dac2a8dd02e1ba764 2024-11-26T05:21:41,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f84fd0287dd4a1fa4699318df355ad0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8f84fd0287dd4a1fa4699318df355ad0 2024-11-26T05:21:41,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/08d7609d918246e39b6028cd330a924d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/08d7609d918246e39b6028cd330a924d 2024-11-26T05:21:41,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8a89229358454aedade980b612f3bb4b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8a89229358454aedade980b612f3bb4b 2024-11-26T05:21:41,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8647c6ef7b8d4c28b4a68cabffc7c225 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/8647c6ef7b8d4c28b4a68cabffc7c225 2024-11-26T05:21:41,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/42aab1ba30974b7f8bdca4cb44505641 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/42aab1ba30974b7f8bdca4cb44505641 2024-11-26T05:21:41,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/13433f35e33549d8af93ea2ba8745f31 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/13433f35e33549d8af93ea2ba8745f31 2024-11-26T05:21:41,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/656806d8fbc64936b9af7e34834ad5c5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/656806d8fbc64936b9af7e34834ad5c5 2024-11-26T05:21:41,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b790d02c705f4fc89e0ebcd3435c716f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/b790d02c705f4fc89e0ebcd3435c716f 2024-11-26T05:21:41,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a2353a2dd9b846e0be7a3e4f6e809ded to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/a2353a2dd9b846e0be7a3e4f6e809ded 2024-11-26T05:21:41,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/ec7329e208f345f4b13d3899a1926f12 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/ec7329e208f345f4b13d3899a1926f12 2024-11-26T05:21:41,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/f063ea9e865643a3aea4a497fe46db47 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/f063ea9e865643a3aea4a497fe46db47 2024-11-26T05:21:41,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/587435bcf0d04680acf2f5bf6d740960, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c30d92ff31f847c09d236c94d528e42d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/5414098e2e4944b0bf01116a76c59738, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/a859ca9912504ca3b333e09e273df0ad, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/3e5a55a4ce444ec0b16aaa4421fc92a5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/98132880b51d490faba3bd769d223ddd, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9c5d90ecc8d9487884b69ea166b9cdb8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/b43913cd0b594627ba22a41e1e6aee9f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/47b6897631904dad8532722b9dc821fd, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/333a90efc1604366a0d7e2e628b099c3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ed19e7a4af1e43188698b869b3e4f833, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/bfdc68abf53f4cdcb63cc7dc231f87e5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/36bc7143e632468882c87f939ca594d8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d85d81cf2dfc4ef8b91a9f3616ba8c9b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/80ff97473cd14b7586c0501844c51ff6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/be4acb453bd9451c8318637009ddd3f8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9efabf6668e747248dfcdaf378a56564, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/59126a67256340bba131af25f9139a0e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c7eb90855e714035b6f3a8dc58787a61, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/edbd74cde851433383e00f82bbddf4ab, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/12d6ebac65a14d9db2cb79bdd5a77404, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/627b88b8418e42b5b31301cd25cd380b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/4214f708756847f0b579036c9426d8ce, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0104178830bd465c910a65a557e255ff, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c6b2d9c4ef884b6ca439af268553514b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d881b2e1ec74492aa9fe91c2b8c5614c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/f25d2188be424f819af9495f87794123, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/291db73c0bb84dbda9c5acf51d18ec79, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ea3a184419294fbfb414ba34e566e36f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d2d024e91aef4770bf3c2d85049dfc2b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/736a30d574514f2298867d6d2e174131, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/362dc8be3c8d42c08b228b4b87784dc2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/081f6a8f5da24736bfa56b6db4415780, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/960b6f792bf04420924026ece23e23fe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/65e641aeea3d431eb29bbd7e0aa819fa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0d0680dc2554496da1881a553849e347, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0fb5bb19e4dd446a9bd8317b39ffac2c] to archive 2024-11-26T05:21:41,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:21:41,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/587435bcf0d04680acf2f5bf6d740960 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/587435bcf0d04680acf2f5bf6d740960 2024-11-26T05:21:41,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c30d92ff31f847c09d236c94d528e42d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c30d92ff31f847c09d236c94d528e42d 2024-11-26T05:21:41,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/5414098e2e4944b0bf01116a76c59738 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/5414098e2e4944b0bf01116a76c59738 2024-11-26T05:21:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T05:21:41,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/a859ca9912504ca3b333e09e273df0ad to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/a859ca9912504ca3b333e09e273df0ad 2024-11-26T05:21:41,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/3e5a55a4ce444ec0b16aaa4421fc92a5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/3e5a55a4ce444ec0b16aaa4421fc92a5 2024-11-26T05:21:41,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/98132880b51d490faba3bd769d223ddd to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/98132880b51d490faba3bd769d223ddd 2024-11-26T05:21:41,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9c5d90ecc8d9487884b69ea166b9cdb8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9c5d90ecc8d9487884b69ea166b9cdb8 2024-11-26T05:21:41,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/b43913cd0b594627ba22a41e1e6aee9f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/b43913cd0b594627ba22a41e1e6aee9f 2024-11-26T05:21:41,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/47b6897631904dad8532722b9dc821fd to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/47b6897631904dad8532722b9dc821fd 2024-11-26T05:21:41,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/333a90efc1604366a0d7e2e628b099c3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/333a90efc1604366a0d7e2e628b099c3 2024-11-26T05:21:41,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ed19e7a4af1e43188698b869b3e4f833 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ed19e7a4af1e43188698b869b3e4f833 2024-11-26T05:21:41,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/bfdc68abf53f4cdcb63cc7dc231f87e5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/bfdc68abf53f4cdcb63cc7dc231f87e5 2024-11-26T05:21:41,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/36bc7143e632468882c87f939ca594d8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/36bc7143e632468882c87f939ca594d8 2024-11-26T05:21:41,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d85d81cf2dfc4ef8b91a9f3616ba8c9b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d85d81cf2dfc4ef8b91a9f3616ba8c9b 2024-11-26T05:21:41,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/80ff97473cd14b7586c0501844c51ff6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/80ff97473cd14b7586c0501844c51ff6 2024-11-26T05:21:41,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/be4acb453bd9451c8318637009ddd3f8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/be4acb453bd9451c8318637009ddd3f8 2024-11-26T05:21:41,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9efabf6668e747248dfcdaf378a56564 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/9efabf6668e747248dfcdaf378a56564 2024-11-26T05:21:41,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/59126a67256340bba131af25f9139a0e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/59126a67256340bba131af25f9139a0e 2024-11-26T05:21:41,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c7eb90855e714035b6f3a8dc58787a61 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c7eb90855e714035b6f3a8dc58787a61 2024-11-26T05:21:41,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/edbd74cde851433383e00f82bbddf4ab to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/edbd74cde851433383e00f82bbddf4ab 2024-11-26T05:21:41,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/12d6ebac65a14d9db2cb79bdd5a77404 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/12d6ebac65a14d9db2cb79bdd5a77404 2024-11-26T05:21:41,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/627b88b8418e42b5b31301cd25cd380b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/627b88b8418e42b5b31301cd25cd380b 2024-11-26T05:21:41,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/4214f708756847f0b579036c9426d8ce to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/4214f708756847f0b579036c9426d8ce 2024-11-26T05:21:41,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0104178830bd465c910a65a557e255ff to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0104178830bd465c910a65a557e255ff 2024-11-26T05:21:41,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c6b2d9c4ef884b6ca439af268553514b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/c6b2d9c4ef884b6ca439af268553514b 2024-11-26T05:21:41,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d881b2e1ec74492aa9fe91c2b8c5614c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d881b2e1ec74492aa9fe91c2b8c5614c 2024-11-26T05:21:41,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/f25d2188be424f819af9495f87794123 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/f25d2188be424f819af9495f87794123 2024-11-26T05:21:41,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/291db73c0bb84dbda9c5acf51d18ec79 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/291db73c0bb84dbda9c5acf51d18ec79 2024-11-26T05:21:41,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ea3a184419294fbfb414ba34e566e36f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/ea3a184419294fbfb414ba34e566e36f 2024-11-26T05:21:41,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d2d024e91aef4770bf3c2d85049dfc2b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/d2d024e91aef4770bf3c2d85049dfc2b 2024-11-26T05:21:41,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/736a30d574514f2298867d6d2e174131 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/736a30d574514f2298867d6d2e174131 2024-11-26T05:21:41,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/362dc8be3c8d42c08b228b4b87784dc2 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/362dc8be3c8d42c08b228b4b87784dc2 2024-11-26T05:21:41,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/081f6a8f5da24736bfa56b6db4415780 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/081f6a8f5da24736bfa56b6db4415780 2024-11-26T05:21:41,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/960b6f792bf04420924026ece23e23fe to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/960b6f792bf04420924026ece23e23fe 2024-11-26T05:21:41,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/65e641aeea3d431eb29bbd7e0aa819fa to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/65e641aeea3d431eb29bbd7e0aa819fa 2024-11-26T05:21:41,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0d0680dc2554496da1881a553849e347 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0d0680dc2554496da1881a553849e347 2024-11-26T05:21:41,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0fb5bb19e4dd446a9bd8317b39ffac2c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/0fb5bb19e4dd446a9bd8317b39ffac2c 2024-11-26T05:21:41,967 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/recovered.edits/546.seqid, newMaxSeqId=546, maxSeqId=1 2024-11-26T05:21:41,970 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7. 2024-11-26T05:21:41,970 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 35085d4b4af1e70ebe6d736ca7f4c4f7: 2024-11-26T05:21:41,973 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:41,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=35085d4b4af1e70ebe6d736ca7f4c4f7, regionState=CLOSED 2024-11-26T05:21:41,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-26T05:21:41,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 35085d4b4af1e70ebe6d736ca7f4c4f7, server=6de696b11002,34963,1732598472077 in 1.2040 sec 2024-11-26T05:21:41,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-26T05:21:41,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=35085d4b4af1e70ebe6d736ca7f4c4f7, UNASSIGN in 1.2160 sec 2024-11-26T05:21:41,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-26T05:21:41,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2300 sec 2024-11-26T05:21:41,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598501987"}]},"ts":"1732598501987"} 2024-11-26T05:21:41,989 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T05:21:42,034 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T05:21:42,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3190 sec 2024-11-26T05:21:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T05:21:42,855 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-26T05:21:42,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T05:21:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:21:42,887 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:21:42,891 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:21:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-26T05:21:42,895 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:42,904 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/recovered.edits] 2024-11-26T05:21:42,911 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/0fda9b824eca487e9f6722fbbf9d8a2b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/0fda9b824eca487e9f6722fbbf9d8a2b 2024-11-26T05:21:42,914 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7962d3e28b384cbaa9a101fc2977baa7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/7962d3e28b384cbaa9a101fc2977baa7 2024-11-26T05:21:42,918 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a429f5f760364ec2b5b5a9267536539e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/A/a429f5f760364ec2b5b5a9267536539e 2024-11-26T05:21:42,923 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2c9eb3df50d84bf0a94fe209ebb55472 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/2c9eb3df50d84bf0a94fe209ebb55472 2024-11-26T05:21:42,936 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/7bdd8e7f9cee4580984e9741813f9f00 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/7bdd8e7f9cee4580984e9741813f9f00 2024-11-26T05:21:42,939 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/7c34ce233f9a4f2095fd1a0a4736b5ca to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/B/7c34ce233f9a4f2095fd1a0a4736b5ca 2024-11-26T05:21:42,947 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/1c10fab1c7294ccf843f88c6342768e4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/1c10fab1c7294ccf843f88c6342768e4 2024-11-26T05:21:42,949 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/26f6b4c6030949d0887da8151fc92a90 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/26f6b4c6030949d0887da8151fc92a90 2024-11-26T05:21:42,951 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/63dca7044acf4cc7862799c4405947ec to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/C/63dca7044acf4cc7862799c4405947ec 2024-11-26T05:21:42,960 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/recovered.edits/546.seqid to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7/recovered.edits/546.seqid 2024-11-26T05:21:42,961 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/35085d4b4af1e70ebe6d736ca7f4c4f7 2024-11-26T05:21:42,961 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T05:21:42,971 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:21:42,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T05:21:42,982 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T05:21:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-26T05:21:43,019 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T05:21:43,020 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:21:43,020 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T05:21:43,020 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732598503020"}]},"ts":"9223372036854775807"} 2024-11-26T05:21:43,024 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T05:21:43,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 35085d4b4af1e70ebe6d736ca7f4c4f7, NAME => 'TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T05:21:43,024 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T05:21:43,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732598503024"}]},"ts":"9223372036854775807"} 2024-11-26T05:21:43,027 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T05:21:43,035 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:21:43,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 176 msec 2024-11-26T05:21:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-26T05:21:43,195 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-11-26T05:21:43,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6de696b11002:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6de696b11002:34963-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1183bcf6-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1183bcf6-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1204566100_22 at /127.0.0.1:50422 [Waiting for operation #287] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1204566100_22 at /127.0.0.1:36066 [Waiting for operation #308] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1183bcf6-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2076615757_22 at /127.0.0.1:50792 [Waiting for operation #163] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1183bcf6-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6de696b11002:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=624 (was 215) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8362 (was 9493) 2024-11-26T05:21:43,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=624, ProcessCount=11, AvailableMemoryMB=8361 2024-11-26T05:21:43,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T05:21:43,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T05:21:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T05:21:43,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T05:21:43,227 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:43,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-11-26T05:21:43,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T05:21:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-26T05:21:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741959_1135 (size=960) 2024-11-26T05:21:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-26T05:21:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-26T05:21:43,647 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c 2024-11-26T05:21:43,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741960_1136 (size=53) 2024-11-26T05:21:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-26T05:21:44,057 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:44,057 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing fab4f3e4375480a530245b774d489265, disabling compactions & flushes 2024-11-26T05:21:44,057 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:44,057 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:44,057 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. after waiting 0 ms 2024-11-26T05:21:44,057 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:44,057 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:44,057 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:44,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T05:21:44,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732598504058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732598504058"}]},"ts":"1732598504058"} 2024-11-26T05:21:44,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T05:21:44,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T05:21:44,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598504061"}]},"ts":"1732598504061"} 2024-11-26T05:21:44,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T05:21:44,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, ASSIGN}] 2024-11-26T05:21:44,077 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, ASSIGN 2024-11-26T05:21:44,078 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, ASSIGN; state=OFFLINE, location=6de696b11002,34963,1732598472077; forceNewPlan=false, retain=false 2024-11-26T05:21:44,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=fab4f3e4375480a530245b774d489265, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:44,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:21:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-26T05:21:44,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:44,385 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:44,385 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:21:44,385 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fab4f3e4375480a530245b774d489265 2024-11-26T05:21:44,385 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:44,385 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for fab4f3e4375480a530245b774d489265 2024-11-26T05:21:44,386 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for fab4f3e4375480a530245b774d489265 2024-11-26T05:21:44,387 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fab4f3e4375480a530245b774d489265 2024-11-26T05:21:44,388 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:21:44,389 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab4f3e4375480a530245b774d489265 columnFamilyName A 2024-11-26T05:21:44,389 DEBUG [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:44,389 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(327): Store=fab4f3e4375480a530245b774d489265/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:44,389 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fab4f3e4375480a530245b774d489265 2024-11-26T05:21:44,390 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:21:44,391 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab4f3e4375480a530245b774d489265 columnFamilyName B 2024-11-26T05:21:44,391 DEBUG [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:44,392 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(327): Store=fab4f3e4375480a530245b774d489265/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:44,392 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fab4f3e4375480a530245b774d489265 2024-11-26T05:21:44,393 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:21:44,393 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab4f3e4375480a530245b774d489265 columnFamilyName C 2024-11-26T05:21:44,393 DEBUG [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:44,393 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(327): Store=fab4f3e4375480a530245b774d489265/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:44,394 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:44,394 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265 2024-11-26T05:21:44,395 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265 2024-11-26T05:21:44,396 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:21:44,397 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for fab4f3e4375480a530245b774d489265 2024-11-26T05:21:44,399 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T05:21:44,399 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened fab4f3e4375480a530245b774d489265; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59583342, jitterRate=-0.1121390163898468}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:21:44,400 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:44,401 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., pid=43, masterSystemTime=1732598504382 2024-11-26T05:21:44,402 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:44,402 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:44,402 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=fab4f3e4375480a530245b774d489265, regionState=OPEN, openSeqNum=2, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:44,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-26T05:21:44,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 in 174 msec 2024-11-26T05:21:44,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-26T05:21:44,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, ASSIGN in 329 msec 2024-11-26T05:21:44,407 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T05:21:44,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598504407"}]},"ts":"1732598504407"} 2024-11-26T05:21:44,408 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T05:21:44,450 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T05:21:44,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2270 sec 2024-11-26T05:21:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-26T05:21:45,338 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-26T05:21:45,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-11-26T05:21:45,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:45,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:45,501 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:45,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T05:21:45,504 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T05:21:45,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T05:21:45,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T05:21:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T05:21:45,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741961_1137 (size=996) 2024-11-26T05:21:45,561 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T05:21:45,561 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T05:21:45,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T05:21:45,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, REOPEN/MOVE}] 2024-11-26T05:21:45,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, REOPEN/MOVE 2024-11-26T05:21:45,585 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=fab4f3e4375480a530245b774d489265, regionState=CLOSING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:45,586 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T05:21:45,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:21:45,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:45,741 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close fab4f3e4375480a530245b774d489265 2024-11-26T05:21:45,742 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T05:21:45,742 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing fab4f3e4375480a530245b774d489265, disabling compactions & flushes 2024-11-26T05:21:45,742 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:45,742 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:45,742 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. after waiting 0 ms 2024-11-26T05:21:45,742 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:45,747 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T05:21:45,748 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:45,748 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:45,748 WARN [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: fab4f3e4375480a530245b774d489265 to self. 2024-11-26T05:21:45,750 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed fab4f3e4375480a530245b774d489265 2024-11-26T05:21:45,751 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=fab4f3e4375480a530245b774d489265, regionState=CLOSED 2024-11-26T05:21:45,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-26T05:21:45,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 in 171 msec 2024-11-26T05:21:45,762 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, REOPEN/MOVE; state=CLOSED, location=6de696b11002,34963,1732598472077; forceNewPlan=false, retain=true 2024-11-26T05:21:45,912 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=fab4f3e4375480a530245b774d489265, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:45,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:21:46,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:46,070 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,070 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:21:46,071 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,071 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:21:46,071 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,071 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,073 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,074 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:21:46,080 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab4f3e4375480a530245b774d489265 columnFamilyName A 2024-11-26T05:21:46,082 DEBUG [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:46,083 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(327): Store=fab4f3e4375480a530245b774d489265/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:46,084 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,084 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:21:46,085 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab4f3e4375480a530245b774d489265 columnFamilyName B 2024-11-26T05:21:46,085 DEBUG [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:46,085 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(327): Store=fab4f3e4375480a530245b774d489265/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:46,085 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,086 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:21:46,086 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab4f3e4375480a530245b774d489265 columnFamilyName C 2024-11-26T05:21:46,086 DEBUG [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:46,087 INFO [StoreOpener-fab4f3e4375480a530245b774d489265-1 {}] regionserver.HStore(327): Store=fab4f3e4375480a530245b774d489265/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:21:46,087 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,088 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,089 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,090 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:21:46,092 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,093 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened fab4f3e4375480a530245b774d489265; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64810432, jitterRate=-0.034249305725097656}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:21:46,093 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:46,094 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., pid=48, masterSystemTime=1732598506067 2024-11-26T05:21:46,095 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,096 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,096 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=fab4f3e4375480a530245b774d489265, regionState=OPEN, openSeqNum=5, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-11-26T05:21:46,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 in 182 msec 2024-11-26T05:21:46,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-26T05:21:46,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, REOPEN/MOVE in 517 msec 2024-11-26T05:21:46,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-26T05:21:46,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 538 msec 2024-11-26T05:21:46,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 591 msec 2024-11-26T05:21:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-26T05:21:46,114 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-11-26T05:21:46,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:46,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-11-26T05:21:46,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:46,168 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-11-26T05:21:46,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:46,179 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-11-26T05:21:46,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:46,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-26T05:21:46,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:46,195 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-26T05:21:46,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:46,203 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-26T05:21:46,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:46,212 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-26T05:21:46,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:46,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-11-26T05:21:46,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:21:46,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-26T05:21:46,231 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:46,231 DEBUG [hconnection-0x766f22e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:46,231 DEBUG [hconnection-0x3b6534b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:46,232 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:46,232 DEBUG [hconnection-0x1c8dd5d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:46,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:46,233 DEBUG [hconnection-0x13120d9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:46,234 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:46,234 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:46,234 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:46,234 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:46,234 DEBUG [hconnection-0x5cf276d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:46,235 DEBUG [hconnection-0x225711f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:46,237 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:46,237 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T05:21:46,239 DEBUG [hconnection-0x764f591a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:46,240 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:46,244 DEBUG [hconnection-0x4724447b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:46,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:46,247 DEBUG [hconnection-0x3f70508f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:21:46,249 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:21:46,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:21:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:46,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:46,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:46,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:46,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:46,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:46,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598566298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598566298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598566298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598566302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598566303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T05:21:46,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bf1f3f1a56c44e7ea8785b94f07be59e_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598506248/Put/seqid=0 2024-11-26T05:21:46,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741962_1138 (size=12154) 2024-11-26T05:21:46,385 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:46,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:46,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,394 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bf1f3f1a56c44e7ea8785b94f07be59e_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bf1f3f1a56c44e7ea8785b94f07be59e_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:46,396 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/4dfbb95135b64ff9858e0b76a0538751, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:46,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598566405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598566406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598566406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/4dfbb95135b64ff9858e0b76a0538751 is 175, key is test_row_0/A:col10/1732598506248/Put/seqid=0 2024-11-26T05:21:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598566412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598566415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741963_1139 (size=30955) 2024-11-26T05:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T05:21:46,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:46,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598566608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598566609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598566611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598566616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598566618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:46,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,833 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/4dfbb95135b64ff9858e0b76a0538751 2024-11-26T05:21:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T05:21:46,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:46,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:46,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:46,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/549a0b218988413fb763d3a830e630f9 is 50, key is test_row_0/B:col10/1732598506248/Put/seqid=0 2024-11-26T05:21:46,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741964_1140 (size=12001) 2024-11-26T05:21:46,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598566913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598566920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598566921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598566916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:46,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598566922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:47,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:47,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:47,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:47,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/549a0b218988413fb763d3a830e630f9 2024-11-26T05:21:47,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:47,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:47,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T05:21:47,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/62f4f82435154cd39c8500e4631830c9 is 50, key is test_row_0/C:col10/1732598506248/Put/seqid=0 2024-11-26T05:21:47,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741965_1141 (size=12001) 2024-11-26T05:21:47,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598567425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:47,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598567428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:47,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598567432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:47,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598567434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:47,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598567437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:47,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:47,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T05:21:47,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:47,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:47,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:47,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:47,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:47,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:47,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:47,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/62f4f82435154cd39c8500e4631830c9 2024-11-26T05:21:47,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/4dfbb95135b64ff9858e0b76a0538751 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/4dfbb95135b64ff9858e0b76a0538751 2024-11-26T05:21:47,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/4dfbb95135b64ff9858e0b76a0538751, entries=150, sequenceid=16, filesize=30.2 K 2024-11-26T05:21:47,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/549a0b218988413fb763d3a830e630f9 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/549a0b218988413fb763d3a830e630f9 2024-11-26T05:21:47,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/549a0b218988413fb763d3a830e630f9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-26T05:21:47,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/62f4f82435154cd39c8500e4631830c9 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/62f4f82435154cd39c8500e4631830c9 2024-11-26T05:21:47,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/62f4f82435154cd39c8500e4631830c9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-26T05:21:47,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fab4f3e4375480a530245b774d489265 in 1593ms, sequenceid=16, compaction requested=false 2024-11-26T05:21:47,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:47,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:47,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T05:21:47,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:47,951 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:21:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:47,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ed63aaf2e5a4498798ffa13bd15b07c9_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598506299/Put/seqid=0 2024-11-26T05:21:48,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741966_1142 (size=12154) 2024-11-26T05:21:48,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:48,030 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ed63aaf2e5a4498798ffa13bd15b07c9_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ed63aaf2e5a4498798ffa13bd15b07c9_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/109bcebd264842288e39039b3d5eebc4, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/109bcebd264842288e39039b3d5eebc4 is 175, key is test_row_0/A:col10/1732598506299/Put/seqid=0 2024-11-26T05:21:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741967_1143 (size=30955) 2024-11-26T05:21:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T05:21:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:48,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:48,455 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/109bcebd264842288e39039b3d5eebc4 2024-11-26T05:21:48,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598568452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598568452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598568457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598568462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598568462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/8b3f12384a7c4637acb5f2c73677f0cb is 50, key is test_row_0/B:col10/1732598506299/Put/seqid=0 2024-11-26T05:21:48,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741968_1144 (size=12001) 2024-11-26T05:21:48,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598568567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598568568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598568568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598568570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598568570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598568774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598568774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598568775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598568775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598568776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:48,902 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/8b3f12384a7c4637acb5f2c73677f0cb 2024-11-26T05:21:48,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/0ffb234c8cb24dc9964b4b1b30bab567 is 50, key is test_row_0/C:col10/1732598506299/Put/seqid=0 2024-11-26T05:21:48,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741969_1145 (size=12001) 2024-11-26T05:21:48,985 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/0ffb234c8cb24dc9964b4b1b30bab567 2024-11-26T05:21:48,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/109bcebd264842288e39039b3d5eebc4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109bcebd264842288e39039b3d5eebc4 2024-11-26T05:21:49,001 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109bcebd264842288e39039b3d5eebc4, entries=150, sequenceid=40, filesize=30.2 K 2024-11-26T05:21:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/8b3f12384a7c4637acb5f2c73677f0cb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8b3f12384a7c4637acb5f2c73677f0cb 2024-11-26T05:21:49,011 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8b3f12384a7c4637acb5f2c73677f0cb, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T05:21:49,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/0ffb234c8cb24dc9964b4b1b30bab567 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0ffb234c8cb24dc9964b4b1b30bab567 2024-11-26T05:21:49,025 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0ffb234c8cb24dc9964b4b1b30bab567, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T05:21:49,027 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fab4f3e4375480a530245b774d489265 in 1076ms, sequenceid=40, compaction requested=false 2024-11-26T05:21:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-26T05:21:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-26T05:21:49,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-26T05:21:49,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7970 sec 2024-11-26T05:21:49,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.8020 sec 2024-11-26T05:21:49,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:21:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:49,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:49,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:49,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b8b2e971825d4c7c884872776bc2bf0b_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598509096/Put/seqid=0 2024-11-26T05:21:49,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598569168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598569167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598569169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598569180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741970_1146 (size=17034) 2024-11-26T05:21:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598569180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,194 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:49,201 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b8b2e971825d4c7c884872776bc2bf0b_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b8b2e971825d4c7c884872776bc2bf0b_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:49,202 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/cf6e5b72047446f1b1ca6256a7438918, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:49,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/cf6e5b72047446f1b1ca6256a7438918 is 175, key is test_row_0/A:col10/1732598509096/Put/seqid=0 2024-11-26T05:21:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741971_1147 (size=48139) 2024-11-26T05:21:49,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598569283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598569284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598569284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598569316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598569327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598569491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598569513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598569517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598569518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598569531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,649 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/cf6e5b72047446f1b1ca6256a7438918 2024-11-26T05:21:49,689 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T05:21:49,691 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T05:21:49,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/50e028c413a941c98044d642a5ebdd7f is 50, key is test_row_0/B:col10/1732598509096/Put/seqid=0 2024-11-26T05:21:49,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741972_1148 (size=12001) 2024-11-26T05:21:49,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/50e028c413a941c98044d642a5ebdd7f 2024-11-26T05:21:49,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/4ef644a6ddcb4c0dbb655b712fb23ac2 is 50, key is test_row_0/C:col10/1732598509096/Put/seqid=0 2024-11-26T05:21:49,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598569805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598569834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598569830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598569837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598569840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:49,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741973_1149 (size=12001) 2024-11-26T05:21:50,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/4ef644a6ddcb4c0dbb655b712fb23ac2 2024-11-26T05:21:50,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/cf6e5b72047446f1b1ca6256a7438918 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cf6e5b72047446f1b1ca6256a7438918 2024-11-26T05:21:50,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cf6e5b72047446f1b1ca6256a7438918, entries=250, sequenceid=54, filesize=47.0 K 2024-11-26T05:21:50,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/50e028c413a941c98044d642a5ebdd7f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/50e028c413a941c98044d642a5ebdd7f 2024-11-26T05:21:50,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/50e028c413a941c98044d642a5ebdd7f, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T05:21:50,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/4ef644a6ddcb4c0dbb655b712fb23ac2 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/4ef644a6ddcb4c0dbb655b712fb23ac2 2024-11-26T05:21:50,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/4ef644a6ddcb4c0dbb655b712fb23ac2, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T05:21:50,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fab4f3e4375480a530245b774d489265 in 1207ms, sequenceid=54, compaction requested=true 2024-11-26T05:21:50,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:50,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:50,304 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:50,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:50,304 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:50,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:50,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:50,317 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:50,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:50,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:50,318 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/A is initiating minor compaction (all files) 2024-11-26T05:21:50,318 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/A in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,318 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/4dfbb95135b64ff9858e0b76a0538751, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109bcebd264842288e39039b3d5eebc4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cf6e5b72047446f1b1ca6256a7438918] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=107.5 K 2024-11-26T05:21:50,318 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,318 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/4dfbb95135b64ff9858e0b76a0538751, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109bcebd264842288e39039b3d5eebc4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cf6e5b72047446f1b1ca6256a7438918] 2024-11-26T05:21:50,318 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:50,318 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/B is initiating minor compaction (all files) 2024-11-26T05:21:50,318 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/B in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,319 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/549a0b218988413fb763d3a830e630f9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8b3f12384a7c4637acb5f2c73677f0cb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/50e028c413a941c98044d642a5ebdd7f] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=35.2 K 2024-11-26T05:21:50,319 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 549a0b218988413fb763d3a830e630f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732598506248 2024-11-26T05:21:50,319 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dfbb95135b64ff9858e0b76a0538751, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732598506248 2024-11-26T05:21:50,320 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 109bcebd264842288e39039b3d5eebc4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732598506290 2024-11-26T05:21:50,320 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b3f12384a7c4637acb5f2c73677f0cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732598506290 2024-11-26T05:21:50,320 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 50e028c413a941c98044d642a5ebdd7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732598508440 2024-11-26T05:21:50,321 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf6e5b72047446f1b1ca6256a7438918, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732598508440 2024-11-26T05:21:50,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T05:21:50,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:50,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:50,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:50,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:50,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:50,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T05:21:50,344 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-26T05:21:50,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-26T05:21:50,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T05:21:50,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:50,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:50,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112621d1ecf45d7b4ef1b11b5cb64cda7357_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598509167/Put/seqid=0 2024-11-26T05:21:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598570370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598570369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598570375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,393 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:50,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598570387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598570388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,401 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#B#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:50,402 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/0d56e015cfe24462bfaf1ffa13bd415f is 50, key is test_row_0/B:col10/1732598509096/Put/seqid=0 2024-11-26T05:21:50,437 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411269cc8e05c3c654777ae10f9ae5d360bc9_fab4f3e4375480a530245b774d489265 store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:50,442 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411269cc8e05c3c654777ae10f9ae5d360bc9_fab4f3e4375480a530245b774d489265, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:50,443 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269cc8e05c3c654777ae10f9ae5d360bc9_fab4f3e4375480a530245b774d489265 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T05:21:50,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598570491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598570492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598570492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741974_1150 (size=14594) 2024-11-26T05:21:50,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:50,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T05:21:50,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598570497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:50,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598570500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741975_1151 (size=12104) 2024-11-26T05:21:50,538 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/0d56e015cfe24462bfaf1ffa13bd415f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0d56e015cfe24462bfaf1ffa13bd415f 2024-11-26T05:21:50,551 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/B of fab4f3e4375480a530245b774d489265 into 0d56e015cfe24462bfaf1ffa13bd415f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:50,551 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:50,551 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/B, priority=13, startTime=1732598510304; duration=0sec 2024-11-26T05:21:50,551 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:50,551 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:B 2024-11-26T05:21:50,552 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:50,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741976_1152 (size=4469) 2024-11-26T05:21:50,554 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:50,554 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/C is initiating minor compaction (all files) 2024-11-26T05:21:50,555 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/C in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,555 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/62f4f82435154cd39c8500e4631830c9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0ffb234c8cb24dc9964b4b1b30bab567, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/4ef644a6ddcb4c0dbb655b712fb23ac2] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=35.2 K 2024-11-26T05:21:50,556 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 62f4f82435154cd39c8500e4631830c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732598506248 2024-11-26T05:21:50,557 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ffb234c8cb24dc9964b4b1b30bab567, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732598506290 2024-11-26T05:21:50,557 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ef644a6ddcb4c0dbb655b712fb23ac2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732598508440 2024-11-26T05:21:50,557 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#A#compaction#130 average throughput is 0.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:50,561 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/c65f40dbf2bc4e7a93f59f8b9f963b1b is 175, key is test_row_0/A:col10/1732598509096/Put/seqid=0 2024-11-26T05:21:50,591 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:50,592 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/a59ab3bbdb274825b6f9c32bedc110ad is 50, key is test_row_0/C:col10/1732598509096/Put/seqid=0 2024-11-26T05:21:50,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741977_1153 (size=31058) 2024-11-26T05:21:50,636 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/c65f40dbf2bc4e7a93f59f8b9f963b1b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c65f40dbf2bc4e7a93f59f8b9f963b1b 2024-11-26T05:21:50,647 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/A of fab4f3e4375480a530245b774d489265 into c65f40dbf2bc4e7a93f59f8b9f963b1b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:50,647 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:50,647 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/A, priority=13, startTime=1732598510303; duration=0sec 2024-11-26T05:21:50,647 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:50,647 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:A 2024-11-26T05:21:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T05:21:50,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:50,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T05:21:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741978_1154 (size=12104) 2024-11-26T05:21:50,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598570697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598570702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598570702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598570705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598570725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:50,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:50,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T05:21:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,902 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:50,909 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112621d1ecf45d7b4ef1b11b5cb64cda7357_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112621d1ecf45d7b4ef1b11b5cb64cda7357_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:50,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/99619d56217447c798ec2a81a6fd5594, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:50,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/99619d56217447c798ec2a81a6fd5594 is 175, key is test_row_0/A:col10/1732598509167/Put/seqid=0 2024-11-26T05:21:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T05:21:50,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741979_1155 (size=39549) 2024-11-26T05:21:50,957 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/99619d56217447c798ec2a81a6fd5594 2024-11-26T05:21:50,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:50,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T05:21:50,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:50,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:50,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:50,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/04a4308ba3c248ccb1f3cd83fedc8d68 is 50, key is test_row_0/B:col10/1732598509167/Put/seqid=0 2024-11-26T05:21:51,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598571004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741980_1156 (size=12001) 2024-11-26T05:21:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598571010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598571010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598571015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598571043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,099 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/a59ab3bbdb274825b6f9c32bedc110ad as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a59ab3bbdb274825b6f9c32bedc110ad 2024-11-26T05:21:51,110 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/C of fab4f3e4375480a530245b774d489265 into a59ab3bbdb274825b6f9c32bedc110ad(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:51,110 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:51,110 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/C, priority=13, startTime=1732598510317; duration=0sec 2024-11-26T05:21:51,110 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:51,111 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:C 2024-11-26T05:21:51,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:51,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T05:21:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:51,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T05:21:51,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:51,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/04a4308ba3c248ccb1f3cd83fedc8d68 2024-11-26T05:21:51,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/55583af67e9c48d9a2eca3ee79e092a5 is 50, key is test_row_0/C:col10/1732598509167/Put/seqid=0 2024-11-26T05:21:51,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:51,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T05:21:51,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:51,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T05:21:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741981_1157 (size=12001) 2024-11-26T05:21:51,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/55583af67e9c48d9a2eca3ee79e092a5 2024-11-26T05:21:51,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/99619d56217447c798ec2a81a6fd5594 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/99619d56217447c798ec2a81a6fd5594 2024-11-26T05:21:51,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/99619d56217447c798ec2a81a6fd5594, entries=200, sequenceid=77, filesize=38.6 K 2024-11-26T05:21:51,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/04a4308ba3c248ccb1f3cd83fedc8d68 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/04a4308ba3c248ccb1f3cd83fedc8d68 2024-11-26T05:21:51,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/04a4308ba3c248ccb1f3cd83fedc8d68, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T05:21:51,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/55583af67e9c48d9a2eca3ee79e092a5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/55583af67e9c48d9a2eca3ee79e092a5 2024-11-26T05:21:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598571513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598571532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/55583af67e9c48d9a2eca3ee79e092a5, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T05:21:51,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fab4f3e4375480a530245b774d489265 in 1212ms, sequenceid=77, compaction requested=false 2024-11-26T05:21:51,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:51,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T05:21:51,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:51,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:51,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:51,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:51,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:51,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:51,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:51,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T05:21:51,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126198559945ffd48ff9aec632c5e0e2890_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598510386/Put/seqid=0 2024-11-26T05:21:51,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598571632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598571633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598571638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741982_1158 (size=14594) 2024-11-26T05:21:51,662 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:51,668 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126198559945ffd48ff9aec632c5e0e2890_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126198559945ffd48ff9aec632c5e0e2890_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:51,670 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/65ef6da0075040aabf1dbc1a0af4a76a, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:51,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/65ef6da0075040aabf1dbc1a0af4a76a is 175, key is test_row_0/A:col10/1732598510386/Put/seqid=0 2024-11-26T05:21:51,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741983_1159 (size=39549) 2024-11-26T05:21:51,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/65ef6da0075040aabf1dbc1a0af4a76a 2024-11-26T05:21:51,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598571739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598571739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598571744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:51,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/4fb529f445f74d37b93d8a4c2f913933 is 50, key is test_row_0/B:col10/1732598510386/Put/seqid=0 2024-11-26T05:21:51,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:51,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T05:21:51,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:51,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:51,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741984_1160 (size=12001) 2024-11-26T05:21:51,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/4fb529f445f74d37b93d8a4c2f913933 2024-11-26T05:21:51,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/fbbb9d67fdab4f52ba33d7034a01a798 is 50, key is test_row_0/C:col10/1732598510386/Put/seqid=0 2024-11-26T05:21:51,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741985_1161 (size=12001) 2024-11-26T05:21:51,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/fbbb9d67fdab4f52ba33d7034a01a798 2024-11-26T05:21:51,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/65ef6da0075040aabf1dbc1a0af4a76a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/65ef6da0075040aabf1dbc1a0af4a76a 2024-11-26T05:21:51,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/65ef6da0075040aabf1dbc1a0af4a76a, entries=200, sequenceid=95, filesize=38.6 K 2024-11-26T05:21:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/4fb529f445f74d37b93d8a4c2f913933 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4fb529f445f74d37b93d8a4c2f913933 2024-11-26T05:21:51,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4fb529f445f74d37b93d8a4c2f913933, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T05:21:51,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/fbbb9d67fdab4f52ba33d7034a01a798 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/fbbb9d67fdab4f52ba33d7034a01a798 2024-11-26T05:21:51,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/fbbb9d67fdab4f52ba33d7034a01a798, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T05:21:51,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for fab4f3e4375480a530245b774d489265 in 342ms, sequenceid=95, compaction requested=true 2024-11-26T05:21:51,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:51,917 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:51,917 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:51,919 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:51,919 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/A is initiating minor compaction (all files) 2024-11-26T05:21:51,919 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/A in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,919 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c65f40dbf2bc4e7a93f59f8b9f963b1b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/99619d56217447c798ec2a81a6fd5594, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/65ef6da0075040aabf1dbc1a0af4a76a] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=107.6 K 2024-11-26T05:21:51,919 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,919 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c65f40dbf2bc4e7a93f59f8b9f963b1b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/99619d56217447c798ec2a81a6fd5594, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/65ef6da0075040aabf1dbc1a0af4a76a] 2024-11-26T05:21:51,920 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting c65f40dbf2bc4e7a93f59f8b9f963b1b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732598508440 2024-11-26T05:21:51,920 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:51,920 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/B is initiating minor compaction (all files) 2024-11-26T05:21:51,920 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/B in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,921 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0d56e015cfe24462bfaf1ffa13bd415f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/04a4308ba3c248ccb1f3cd83fedc8d68, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4fb529f445f74d37b93d8a4c2f913933] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=35.3 K 2024-11-26T05:21:51,922 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d56e015cfe24462bfaf1ffa13bd415f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732598508440 2024-11-26T05:21:51,922 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99619d56217447c798ec2a81a6fd5594, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732598509164 2024-11-26T05:21:51,922 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65ef6da0075040aabf1dbc1a0af4a76a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732598510369 2024-11-26T05:21:51,922 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 04a4308ba3c248ccb1f3cd83fedc8d68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732598509167 2024-11-26T05:21:51,923 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fb529f445f74d37b93d8a4c2f913933, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732598510369 2024-11-26T05:21:51,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:51,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T05:21:51,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:51,937 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T05:21:51,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:51,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:51,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:51,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:51,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:51,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:51,945 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#B#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:51,946 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/463813f1ed3844e7822527e4ffb6e1ca is 50, key is test_row_0/B:col10/1732598510386/Put/seqid=0 2024-11-26T05:21:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:51,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:51,964 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:52,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598571987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,004 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112696ae8fb4210d4210bc808af9bb5b4106_fab4f3e4375480a530245b774d489265 store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:52,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598572000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598572001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,009 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112696ae8fb4210d4210bc808af9bb5b4106_fab4f3e4375480a530245b774d489265, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:52,010 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112696ae8fb4210d4210bc808af9bb5b4106_fab4f3e4375480a530245b774d489265 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f45f4655c89443c2b9df2babc5ed542b_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598511636/Put/seqid=0 2024-11-26T05:21:52,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741986_1162 (size=12207) 2024-11-26T05:21:52,054 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/463813f1ed3844e7822527e4ffb6e1ca as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/463813f1ed3844e7822527e4ffb6e1ca 2024-11-26T05:21:52,065 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/B of fab4f3e4375480a530245b774d489265 into 463813f1ed3844e7822527e4ffb6e1ca(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:52,066 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:52,066 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/B, priority=13, startTime=1732598511917; duration=0sec 2024-11-26T05:21:52,066 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:52,066 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:B 2024-11-26T05:21:52,066 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:52,069 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:52,069 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/C is initiating minor compaction (all files) 2024-11-26T05:21:52,069 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/C in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:52,069 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a59ab3bbdb274825b6f9c32bedc110ad, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/55583af67e9c48d9a2eca3ee79e092a5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/fbbb9d67fdab4f52ba33d7034a01a798] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=35.3 K 2024-11-26T05:21:52,070 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a59ab3bbdb274825b6f9c32bedc110ad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732598508440 2024-11-26T05:21:52,071 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 55583af67e9c48d9a2eca3ee79e092a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732598509167 2024-11-26T05:21:52,071 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting fbbb9d67fdab4f52ba33d7034a01a798, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732598510369 2024-11-26T05:21:52,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741987_1163 (size=4469) 2024-11-26T05:21:52,109 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#A#compaction#139 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:52,109 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/a65ef1b9d41e4584b5ac6e5112afcbd5 is 175, key is test_row_0/A:col10/1732598510386/Put/seqid=0 2024-11-26T05:21:52,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598572102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598572111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598572112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,140 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#C#compaction#141 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:52,141 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/c7ad1896636f43d285345f8f50a7fee8 is 50, key is test_row_0/C:col10/1732598510386/Put/seqid=0 2024-11-26T05:21:52,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741988_1164 (size=12154) 2024-11-26T05:21:52,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741989_1165 (size=31161) 2024-11-26T05:21:52,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741990_1166 (size=12207) 2024-11-26T05:21:52,245 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/c7ad1896636f43d285345f8f50a7fee8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c7ad1896636f43d285345f8f50a7fee8 2024-11-26T05:21:52,254 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/C of fab4f3e4375480a530245b774d489265 into c7ad1896636f43d285345f8f50a7fee8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:52,254 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:52,254 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/C, priority=13, startTime=1732598511917; duration=0sec 2024-11-26T05:21:52,254 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:52,255 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:C 2024-11-26T05:21:52,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598572319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598572327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598572328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T05:21:52,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598572537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:52,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598572543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,559 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f45f4655c89443c2b9df2babc5ed542b_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f45f4655c89443c2b9df2babc5ed542b_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:52,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/cb1c36e8e3044ce0b4378bb7cb822124, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:52,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/cb1c36e8e3044ce0b4378bb7cb822124 is 175, key is test_row_0/A:col10/1732598511636/Put/seqid=0 2024-11-26T05:21:52,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741991_1167 (size=30955) 2024-11-26T05:21:52,607 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/cb1c36e8e3044ce0b4378bb7cb822124 2024-11-26T05:21:52,609 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/a65ef1b9d41e4584b5ac6e5112afcbd5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/a65ef1b9d41e4584b5ac6e5112afcbd5 2024-11-26T05:21:52,626 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/A of fab4f3e4375480a530245b774d489265 into a65ef1b9d41e4584b5ac6e5112afcbd5(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:52,626 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:52,626 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/A, priority=13, startTime=1732598511917; duration=0sec 2024-11-26T05:21:52,626 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:52,626 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:A 2024-11-26T05:21:52,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598572625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598572638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/794e68941b484d4eb48c6b9d042fb7c8 is 50, key is test_row_0/B:col10/1732598511636/Put/seqid=0 2024-11-26T05:21:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598572638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:52,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741992_1168 (size=12001) 2024-11-26T05:21:53,135 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/794e68941b484d4eb48c6b9d042fb7c8 2024-11-26T05:21:53,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598573139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:53,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598573152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:53,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598573152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:53,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/9931d13bb35d474ea6d2ea64dba39fe0 is 50, key is test_row_0/C:col10/1732598511636/Put/seqid=0 2024-11-26T05:21:53,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741993_1169 (size=12001) 2024-11-26T05:21:53,229 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/9931d13bb35d474ea6d2ea64dba39fe0 2024-11-26T05:21:53,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/cb1c36e8e3044ce0b4378bb7cb822124 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cb1c36e8e3044ce0b4378bb7cb822124 2024-11-26T05:21:53,251 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cb1c36e8e3044ce0b4378bb7cb822124, entries=150, sequenceid=116, filesize=30.2 K 2024-11-26T05:21:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/794e68941b484d4eb48c6b9d042fb7c8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/794e68941b484d4eb48c6b9d042fb7c8 2024-11-26T05:21:53,261 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/794e68941b484d4eb48c6b9d042fb7c8, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T05:21:53,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/9931d13bb35d474ea6d2ea64dba39fe0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/9931d13bb35d474ea6d2ea64dba39fe0 2024-11-26T05:21:53,278 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/9931d13bb35d474ea6d2ea64dba39fe0, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T05:21:53,280 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for fab4f3e4375480a530245b774d489265 in 1344ms, sequenceid=116, compaction requested=false 2024-11-26T05:21:53,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:53,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:53,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-26T05:21:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-26T05:21:53,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-26T05:21:53,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9320 sec 2024-11-26T05:21:53,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.9370 sec 2024-11-26T05:21:54,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T05:21:54,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:54,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:54,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:54,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:54,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:54,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:54,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112651549c79cffb43c0940d5d124c306125_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598511999/Put/seqid=0 2024-11-26T05:21:54,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598574250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598574250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598574262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741994_1170 (size=14694) 2024-11-26T05:21:54,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:54,287 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112651549c79cffb43c0940d5d124c306125_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112651549c79cffb43c0940d5d124c306125_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:54,289 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/db27d7ae25c4428a8f105628f4a9953b, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:54,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/db27d7ae25c4428a8f105628f4a9953b is 175, key is test_row_0/A:col10/1732598511999/Put/seqid=0 2024-11-26T05:21:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741995_1171 (size=39649) 2024-11-26T05:21:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598574363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598574366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598574366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T05:21:54,456 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-26T05:21:54,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-26T05:21:54,460 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T05:21:54,461 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:54,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:54,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598574552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,555 DEBUG [Thread-677 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:21:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T05:21:54,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598574567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598574568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,573 DEBUG [Thread-671 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:21:54,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598574591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598574595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:54,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T05:21:54,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:54,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:54,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:54,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:54,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:54,766 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/db27d7ae25c4428a8f105628f4a9953b 2024-11-26T05:21:54,766 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:54,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T05:21:54,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:54,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:54,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:54,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:54,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T05:21:54,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/79d427f4b96642e1a349729d56367cb8 is 50, key is test_row_0/B:col10/1732598511999/Put/seqid=0 2024-11-26T05:21:54,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741996_1172 (size=12101) 2024-11-26T05:21:54,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/79d427f4b96642e1a349729d56367cb8 2024-11-26T05:21:54,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/068b20b26e114036a67e929d0636a22c is 50, key is test_row_0/C:col10/1732598511999/Put/seqid=0 2024-11-26T05:21:54,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741997_1173 (size=12101) 2024-11-26T05:21:54,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598574876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598574893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/068b20b26e114036a67e929d0636a22c 2024-11-26T05:21:54,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598574901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:54,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/db27d7ae25c4428a8f105628f4a9953b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/db27d7ae25c4428a8f105628f4a9953b 2024-11-26T05:21:54,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/db27d7ae25c4428a8f105628f4a9953b, entries=200, sequenceid=135, filesize=38.7 K 2024-11-26T05:21:54,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/79d427f4b96642e1a349729d56367cb8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/79d427f4b96642e1a349729d56367cb8 2024-11-26T05:21:54,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:54,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T05:21:54,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:54,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:54,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:54,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:54,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:54,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/79d427f4b96642e1a349729d56367cb8, entries=150, sequenceid=135, filesize=11.8 K 2024-11-26T05:21:54,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/068b20b26e114036a67e929d0636a22c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/068b20b26e114036a67e929d0636a22c 2024-11-26T05:21:54,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/068b20b26e114036a67e929d0636a22c, entries=150, sequenceid=135, filesize=11.8 K 2024-11-26T05:21:54,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for fab4f3e4375480a530245b774d489265 in 777ms, sequenceid=135, compaction requested=true 2024-11-26T05:21:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:21:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T05:21:54,934 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:54,934 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:54,937 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:54,937 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/C is initiating minor compaction (all files) 2024-11-26T05:21:54,937 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/C in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:54,937 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c7ad1896636f43d285345f8f50a7fee8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/9931d13bb35d474ea6d2ea64dba39fe0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/068b20b26e114036a67e929d0636a22c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=35.5 K 2024-11-26T05:21:54,937 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:54,937 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/A is initiating minor compaction (all files) 2024-11-26T05:21:54,937 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/A in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:54,937 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/a65ef1b9d41e4584b5ac6e5112afcbd5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cb1c36e8e3044ce0b4378bb7cb822124, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/db27d7ae25c4428a8f105628f4a9953b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=99.4 K 2024-11-26T05:21:54,937 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:54,937 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/a65ef1b9d41e4584b5ac6e5112afcbd5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cb1c36e8e3044ce0b4378bb7cb822124, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/db27d7ae25c4428a8f105628f4a9953b] 2024-11-26T05:21:54,938 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c7ad1896636f43d285345f8f50a7fee8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732598510369 2024-11-26T05:21:54,938 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a65ef1b9d41e4584b5ac6e5112afcbd5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732598510369 2024-11-26T05:21:54,938 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9931d13bb35d474ea6d2ea64dba39fe0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732598511617 2024-11-26T05:21:54,939 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb1c36e8e3044ce0b4378bb7cb822124, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732598511617 2024-11-26T05:21:54,939 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 068b20b26e114036a67e929d0636a22c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732598511985 2024-11-26T05:21:54,939 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting db27d7ae25c4428a8f105628f4a9953b, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732598511980 2024-11-26T05:21:54,999 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:55,009 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#C#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:55,010 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/89412131d16a4429bbad83cf20973f54 is 50, key is test_row_0/C:col10/1732598511999/Put/seqid=0 2024-11-26T05:21:55,042 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411268d74f08112554a66a26878094ef6b406_fab4f3e4375480a530245b774d489265 store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:55,046 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411268d74f08112554a66a26878094ef6b406_fab4f3e4375480a530245b774d489265, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:55,046 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268d74f08112554a66a26878094ef6b406_fab4f3e4375480a530245b774d489265 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:55,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:55,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T05:21:55,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:55,075 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T05:21:55,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:55,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:55,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:55,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:55,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:55,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T05:21:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741998_1174 (size=12409) 2024-11-26T05:21:55,104 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/89412131d16a4429bbad83cf20973f54 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/89412131d16a4429bbad83cf20973f54 2024-11-26T05:21:55,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741999_1175 (size=4469) 2024-11-26T05:21:55,127 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/C of fab4f3e4375480a530245b774d489265 into 89412131d16a4429bbad83cf20973f54(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:55,127 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:55,127 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/C, priority=13, startTime=1732598514934; duration=0sec 2024-11-26T05:21:55,127 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:55,127 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:C 2024-11-26T05:21:55,127 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:55,130 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#A#compaction#147 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:55,130 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:55,130 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/B is initiating minor compaction (all files) 2024-11-26T05:21:55,130 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/B in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:55,130 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/1486aa250f8c4ea4a0d1afd894718664 is 175, key is test_row_0/A:col10/1732598511999/Put/seqid=0 2024-11-26T05:21:55,131 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/463813f1ed3844e7822527e4ffb6e1ca, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/794e68941b484d4eb48c6b9d042fb7c8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/79d427f4b96642e1a349729d56367cb8] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=35.5 K 2024-11-26T05:21:55,135 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 463813f1ed3844e7822527e4ffb6e1ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732598510369 2024-11-26T05:21:55,139 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 794e68941b484d4eb48c6b9d042fb7c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732598511617 2024-11-26T05:21:55,142 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 79d427f4b96642e1a349729d56367cb8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732598511985 2024-11-26T05:21:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d7f4e93ed72d493caa66b4dbe18b6c01_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598514259/Put/seqid=0 2024-11-26T05:21:55,203 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:55,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742000_1176 (size=31363) 2024-11-26T05:21:55,205 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/f4e829175c734bbc8ba9d8370a599bb5 is 50, key is test_row_0/B:col10/1732598511999/Put/seqid=0 2024-11-26T05:21:55,213 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/1486aa250f8c4ea4a0d1afd894718664 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1486aa250f8c4ea4a0d1afd894718664 2024-11-26T05:21:55,220 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/A of fab4f3e4375480a530245b774d489265 into 1486aa250f8c4ea4a0d1afd894718664(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:55,220 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:55,220 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/A, priority=13, startTime=1732598514934; duration=0sec 2024-11-26T05:21:55,221 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:55,221 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:A 2024-11-26T05:21:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742001_1177 (size=12304) 2024-11-26T05:21:55,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742002_1178 (size=12409) 2024-11-26T05:21:55,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:55,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598575442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:55,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598575443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:55,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598575443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:55,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598575547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:55,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598575548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:55,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598575552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T05:21:55,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:55,644 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d7f4e93ed72d493caa66b4dbe18b6c01_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d7f4e93ed72d493caa66b4dbe18b6c01_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/2113292e19c34e388c65b44da653524e, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:55,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/2113292e19c34e388c65b44da653524e is 175, key is test_row_0/A:col10/1732598514259/Put/seqid=0 2024-11-26T05:21:55,686 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/f4e829175c734bbc8ba9d8370a599bb5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/f4e829175c734bbc8ba9d8370a599bb5 2024-11-26T05:21:55,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742003_1179 (size=31105) 2024-11-26T05:21:55,688 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/2113292e19c34e388c65b44da653524e 2024-11-26T05:21:55,702 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/B of fab4f3e4375480a530245b774d489265 into f4e829175c734bbc8ba9d8370a599bb5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:55,702 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:55,704 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/B, priority=13, startTime=1732598514934; duration=0sec 2024-11-26T05:21:55,704 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:55,705 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:B 2024-11-26T05:21:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/d270adb2dd0b4719884b2f9309c4d272 is 50, key is test_row_0/B:col10/1732598514259/Put/seqid=0 2024-11-26T05:21:55,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598575757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:55,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598575759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:55,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598575762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:55,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742004_1180 (size=12151) 2024-11-26T05:21:55,779 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/d270adb2dd0b4719884b2f9309c4d272 2024-11-26T05:21:55,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/b3e8d86c09044ec98089afd02409d4f5 is 50, key is test_row_0/C:col10/1732598514259/Put/seqid=0 2024-11-26T05:21:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742005_1181 (size=12151) 2024-11-26T05:21:55,864 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/b3e8d86c09044ec98089afd02409d4f5 2024-11-26T05:21:55,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/2113292e19c34e388c65b44da653524e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2113292e19c34e388c65b44da653524e 2024-11-26T05:21:55,885 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2113292e19c34e388c65b44da653524e, entries=150, sequenceid=155, filesize=30.4 K 2024-11-26T05:21:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/d270adb2dd0b4719884b2f9309c4d272 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/d270adb2dd0b4719884b2f9309c4d272 2024-11-26T05:21:55,902 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/d270adb2dd0b4719884b2f9309c4d272, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T05:21:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/b3e8d86c09044ec98089afd02409d4f5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b3e8d86c09044ec98089afd02409d4f5 2024-11-26T05:21:55,912 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b3e8d86c09044ec98089afd02409d4f5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T05:21:55,913 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for fab4f3e4375480a530245b774d489265 in 838ms, sequenceid=155, compaction requested=false 2024-11-26T05:21:55,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:55,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:55,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-26T05:21:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-26T05:21:55,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-26T05:21:55,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4530 sec 2024-11-26T05:21:55,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.4580 sec 2024-11-26T05:21:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:56,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T05:21:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:56,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d8332a770896434f962f7a77ddd60b7a_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598515438/Put/seqid=0 2024-11-26T05:21:56,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598576114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598576115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598576115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742006_1182 (size=12304) 2024-11-26T05:21:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598576219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598576220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598576220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598576424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598576424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598576426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,555 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:56,577 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d8332a770896434f962f7a77ddd60b7a_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d8332a770896434f962f7a77ddd60b7a_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T05:21:56,578 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/f51e992d05804379aed99cc69f4f17ba, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:56,578 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-26T05:21:56,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/f51e992d05804379aed99cc69f4f17ba is 175, key is test_row_0/A:col10/1732598515438/Put/seqid=0 2024-11-26T05:21:56,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-26T05:21:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T05:21:56,584 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:56,585 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:56,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742007_1183 (size=31105) 2024-11-26T05:21:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T05:21:56,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598576727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598576731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598576733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:56,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:56,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T05:21:56,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:56,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:56,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:56,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:56,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T05:21:56,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:56,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T05:21:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:56,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:56,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:56,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:56,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/f51e992d05804379aed99cc69f4f17ba 2024-11-26T05:21:57,047 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:57,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T05:21:57,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:57,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/614258eee321401095a038e409419812 is 50, key is test_row_0/B:col10/1732598515438/Put/seqid=0 2024-11-26T05:21:57,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742008_1184 (size=12151) 2024-11-26T05:21:57,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/614258eee321401095a038e409419812 2024-11-26T05:21:57,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/2281e3057bc84c4ab8c86b8cccbea047 is 50, key is test_row_0/C:col10/1732598515438/Put/seqid=0 2024-11-26T05:21:57,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742009_1185 (size=12151) 2024-11-26T05:21:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T05:21:57,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:57,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T05:21:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598577234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598577238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598577240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:57,370 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:57,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T05:21:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:57,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T05:21:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:57,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/2281e3057bc84c4ab8c86b8cccbea047 2024-11-26T05:21:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/f51e992d05804379aed99cc69f4f17ba as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f51e992d05804379aed99cc69f4f17ba 2024-11-26T05:21:57,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f51e992d05804379aed99cc69f4f17ba, entries=150, sequenceid=176, filesize=30.4 K 2024-11-26T05:21:57,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/614258eee321401095a038e409419812 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/614258eee321401095a038e409419812 2024-11-26T05:21:57,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/614258eee321401095a038e409419812, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T05:21:57,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/2281e3057bc84c4ab8c86b8cccbea047 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/2281e3057bc84c4ab8c86b8cccbea047 2024-11-26T05:21:57,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/2281e3057bc84c4ab8c86b8cccbea047, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T05:21:57,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for fab4f3e4375480a530245b774d489265 in 1564ms, sequenceid=176, compaction requested=true 2024-11-26T05:21:57,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:57,631 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:21:57,632 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:57,633 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:57,633 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:57,633 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/B is initiating minor compaction (all files) 2024-11-26T05:21:57,633 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/A is initiating minor compaction (all files) 2024-11-26T05:21:57,634 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/B in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,634 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/A in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,634 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/f4e829175c734bbc8ba9d8370a599bb5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/d270adb2dd0b4719884b2f9309c4d272, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/614258eee321401095a038e409419812] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=35.9 K 2024-11-26T05:21:57,634 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1486aa250f8c4ea4a0d1afd894718664, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2113292e19c34e388c65b44da653524e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f51e992d05804379aed99cc69f4f17ba] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=91.4 K 2024-11-26T05:21:57,634 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,634 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1486aa250f8c4ea4a0d1afd894718664, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2113292e19c34e388c65b44da653524e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f51e992d05804379aed99cc69f4f17ba] 2024-11-26T05:21:57,634 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting f4e829175c734bbc8ba9d8370a599bb5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732598511985 2024-11-26T05:21:57,634 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1486aa250f8c4ea4a0d1afd894718664, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732598511985 2024-11-26T05:21:57,642 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting d270adb2dd0b4719884b2f9309c4d272, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732598514243 2024-11-26T05:21:57,642 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2113292e19c34e388c65b44da653524e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732598514243 2024-11-26T05:21:57,643 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 614258eee321401095a038e409419812, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732598515434 2024-11-26T05:21:57,644 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f51e992d05804379aed99cc69f4f17ba, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732598515434 2024-11-26T05:21:57,662 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:57,663 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/70a47b5c774b4657a007c3597323bd99 is 50, key is test_row_0/B:col10/1732598515438/Put/seqid=0 2024-11-26T05:21:57,671 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:57,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:57,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T05:21:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,678 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T05:21:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T05:21:57,689 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126ac08fb5b8f5c43f1939d645caf4a1937_fab4f3e4375480a530245b774d489265 store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:57,691 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126ac08fb5b8f5c43f1939d645caf4a1937_fab4f3e4375480a530245b774d489265, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:57,691 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ac08fb5b8f5c43f1939d645caf4a1937_fab4f3e4375480a530245b774d489265 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:57,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742010_1186 (size=12561) 2024-11-26T05:21:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126855f65cf221d44bba39f09ac9b3bad22_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598516099/Put/seqid=0 2024-11-26T05:21:57,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742011_1187 (size=4469) 2024-11-26T05:21:57,781 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#A#compaction#157 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:57,782 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/c4308eec4b8446fc951a974d9eaef537 is 175, key is test_row_0/A:col10/1732598515438/Put/seqid=0 2024-11-26T05:21:57,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742012_1188 (size=12304) 2024-11-26T05:21:57,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:57,805 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126855f65cf221d44bba39f09ac9b3bad22_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126855f65cf221d44bba39f09ac9b3bad22_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:57,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/1c11d7af151d415c9a362702d13967ca, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:57,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/1c11d7af151d415c9a362702d13967ca is 175, key is test_row_0/A:col10/1732598516099/Put/seqid=0 2024-11-26T05:21:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742013_1189 (size=31515) 2024-11-26T05:21:57,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742014_1190 (size=31105) 2024-11-26T05:21:57,854 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/1c11d7af151d415c9a362702d13967ca 2024-11-26T05:21:57,865 INFO [master/6de696b11002:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T05:21:57,865 INFO [master/6de696b11002:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T05:21:57,867 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/c4308eec4b8446fc951a974d9eaef537 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c4308eec4b8446fc951a974d9eaef537 2024-11-26T05:21:57,888 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/A of fab4f3e4375480a530245b774d489265 into c4308eec4b8446fc951a974d9eaef537(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:57,888 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:57,888 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/A, priority=13, startTime=1732598517631; duration=0sec 2024-11-26T05:21:57,888 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:57,888 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:A 2024-11-26T05:21:57,889 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:57,890 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:57,890 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/C is initiating minor compaction (all files) 2024-11-26T05:21:57,890 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/C in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:57,890 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/89412131d16a4429bbad83cf20973f54, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b3e8d86c09044ec98089afd02409d4f5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/2281e3057bc84c4ab8c86b8cccbea047] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=35.9 K 2024-11-26T05:21:57,890 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89412131d16a4429bbad83cf20973f54, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732598511985 2024-11-26T05:21:57,891 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3e8d86c09044ec98089afd02409d4f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732598514243 2024-11-26T05:21:57,892 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2281e3057bc84c4ab8c86b8cccbea047, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732598515434 2024-11-26T05:21:57,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/a9d112b06f874f61a30b9674852c5fc0 is 50, key is test_row_0/B:col10/1732598516099/Put/seqid=0 2024-11-26T05:21:57,925 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#C#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:57,926 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/812faca27cdd4dac8de9c9a3264d03fa is 50, key is test_row_0/C:col10/1732598515438/Put/seqid=0 2024-11-26T05:21:57,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742015_1191 (size=12151) 2024-11-26T05:21:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742016_1192 (size=12561) 2024-11-26T05:21:57,981 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/812faca27cdd4dac8de9c9a3264d03fa as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/812faca27cdd4dac8de9c9a3264d03fa 2024-11-26T05:21:57,997 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/C of fab4f3e4375480a530245b774d489265 into 812faca27cdd4dac8de9c9a3264d03fa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:57,998 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:57,998 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/C, priority=13, startTime=1732598517631; duration=0sec 2024-11-26T05:21:57,998 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:57,998 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:C 2024-11-26T05:21:58,135 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/70a47b5c774b4657a007c3597323bd99 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/70a47b5c774b4657a007c3597323bd99 2024-11-26T05:21:58,145 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/B of fab4f3e4375480a530245b774d489265 into 70a47b5c774b4657a007c3597323bd99(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:58,145 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:58,145 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/B, priority=13, startTime=1732598517631; duration=0sec 2024-11-26T05:21:58,145 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:58,145 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:B 2024-11-26T05:21:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:58,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:58,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598578303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598578314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598578314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,354 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/a9d112b06f874f61a30b9674852c5fc0 2024-11-26T05:21:58,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/37a1b07900f04adbb82e0883bb977f7f is 50, key is test_row_0/C:col10/1732598516099/Put/seqid=0 2024-11-26T05:21:58,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598578412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598578420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598578420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742017_1193 (size=12151) 2024-11-26T05:21:58,425 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/37a1b07900f04adbb82e0883bb977f7f 2024-11-26T05:21:58,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/1c11d7af151d415c9a362702d13967ca as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1c11d7af151d415c9a362702d13967ca 2024-11-26T05:21:58,437 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1c11d7af151d415c9a362702d13967ca, entries=150, sequenceid=195, filesize=30.4 K 2024-11-26T05:21:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/a9d112b06f874f61a30b9674852c5fc0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a9d112b06f874f61a30b9674852c5fc0 2024-11-26T05:21:58,447 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a9d112b06f874f61a30b9674852c5fc0, entries=150, sequenceid=195, filesize=11.9 K 2024-11-26T05:21:58,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/37a1b07900f04adbb82e0883bb977f7f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/37a1b07900f04adbb82e0883bb977f7f 2024-11-26T05:21:58,455 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/37a1b07900f04adbb82e0883bb977f7f, entries=150, sequenceid=195, filesize=11.9 K 2024-11-26T05:21:58,457 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for fab4f3e4375480a530245b774d489265 in 779ms, sequenceid=195, compaction requested=false 2024-11-26T05:21:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-26T05:21:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-26T05:21:58,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-26T05:21:58,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8730 sec 2024-11-26T05:21:58,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.8780 sec 2024-11-26T05:21:58,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T05:21:58,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:58,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:58,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:58,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:58,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:58,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:58,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263bc4b2d4ec7349f6bda9af0472de4f88_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598518302/Put/seqid=0 2024-11-26T05:21:58,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598578625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598578626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598578631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598578632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598578633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742018_1194 (size=14794) 2024-11-26T05:21:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T05:21:58,688 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-26T05:21:58,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:21:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-26T05:21:58,692 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:21:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T05:21:58,692 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:21:58,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:21:58,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598578735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598578742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598578742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598578758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T05:21:58,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:58,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T05:21:58,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:58,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:58,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:58,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:58,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598578935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598578951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598578951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598578951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598578962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T05:21:59,005 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:59,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T05:21:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,049 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:59,057 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263bc4b2d4ec7349f6bda9af0472de4f88_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263bc4b2d4ec7349f6bda9af0472de4f88_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:59,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/eb1715ff979244cd9b20a3d53ad6dd23, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:59,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/eb1715ff979244cd9b20a3d53ad6dd23 is 175, key is test_row_0/A:col10/1732598518302/Put/seqid=0 2024-11-26T05:21:59,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742019_1195 (size=39749) 2024-11-26T05:21:59,109 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/eb1715ff979244cd9b20a3d53ad6dd23 2024-11-26T05:21:59,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/772eda43c0a544fb81642440557d59c6 is 50, key is test_row_0/B:col10/1732598518302/Put/seqid=0 2024-11-26T05:21:59,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742020_1196 (size=12151) 2024-11-26T05:21:59,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:59,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T05:21:59,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:59,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598579256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598579256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598579256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598579270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T05:21:59,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:59,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T05:21:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598579440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:59,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T05:21:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/772eda43c0a544fb81642440557d59c6 2024-11-26T05:21:59,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/5113c686b2ca491bb8f9c2a7020b1ba5 is 50, key is test_row_0/C:col10/1732598518302/Put/seqid=0 2024-11-26T05:21:59,624 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:59,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T05:21:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742021_1197 (size=12151) 2024-11-26T05:21:59,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/5113c686b2ca491bb8f9c2a7020b1ba5 2024-11-26T05:21:59,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/eb1715ff979244cd9b20a3d53ad6dd23 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/eb1715ff979244cd9b20a3d53ad6dd23 2024-11-26T05:21:59,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/eb1715ff979244cd9b20a3d53ad6dd23, entries=200, sequenceid=217, filesize=38.8 K 2024-11-26T05:21:59,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/772eda43c0a544fb81642440557d59c6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/772eda43c0a544fb81642440557d59c6 2024-11-26T05:21:59,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/772eda43c0a544fb81642440557d59c6, entries=150, sequenceid=217, filesize=11.9 K 2024-11-26T05:21:59,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/5113c686b2ca491bb8f9c2a7020b1ba5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/5113c686b2ca491bb8f9c2a7020b1ba5 2024-11-26T05:21:59,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/5113c686b2ca491bb8f9c2a7020b1ba5, entries=150, sequenceid=217, filesize=11.9 K 2024-11-26T05:21:59,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for fab4f3e4375480a530245b774d489265 in 1116ms, sequenceid=217, compaction requested=true 2024-11-26T05:21:59,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:59,692 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:59,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:21:59,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:59,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:21:59,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:59,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:21:59,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:21:59,693 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:59,694 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/A is initiating minor compaction (all files) 2024-11-26T05:21:59,694 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/A in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,694 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:59,694 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c4308eec4b8446fc951a974d9eaef537, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1c11d7af151d415c9a362702d13967ca, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/eb1715ff979244cd9b20a3d53ad6dd23] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=100.0 K 2024-11-26T05:21:59,694 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,694 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c4308eec4b8446fc951a974d9eaef537, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1c11d7af151d415c9a362702d13967ca, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/eb1715ff979244cd9b20a3d53ad6dd23] 2024-11-26T05:21:59,695 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c4308eec4b8446fc951a974d9eaef537, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732598515434 2024-11-26T05:21:59,696 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:59,696 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/B is initiating minor compaction (all files) 2024-11-26T05:21:59,696 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/B in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,696 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/70a47b5c774b4657a007c3597323bd99, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a9d112b06f874f61a30b9674852c5fc0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/772eda43c0a544fb81642440557d59c6] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=36.0 K 2024-11-26T05:21:59,696 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c11d7af151d415c9a362702d13967ca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732598516099 2024-11-26T05:21:59,699 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70a47b5c774b4657a007c3597323bd99, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732598515434 2024-11-26T05:21:59,699 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting eb1715ff979244cd9b20a3d53ad6dd23, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732598518288 2024-11-26T05:21:59,700 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9d112b06f874f61a30b9674852c5fc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732598516099 2024-11-26T05:21:59,701 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 772eda43c0a544fb81642440557d59c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732598518302 2024-11-26T05:21:59,718 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:59,727 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#B#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:59,728 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/4bf432576ea34c3cba93652d85b29c09 is 50, key is test_row_0/B:col10/1732598518302/Put/seqid=0 2024-11-26T05:21:59,729 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411261720f77bd99a4554a6c7b2c5d445f880_fab4f3e4375480a530245b774d489265 store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:59,731 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411261720f77bd99a4554a6c7b2c5d445f880_fab4f3e4375480a530245b774d489265, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:59,732 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261720f77bd99a4554a6c7b2c5d445f880_fab4f3e4375480a530245b774d489265 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:59,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742022_1198 (size=12663) 2024-11-26T05:21:59,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T05:21:59,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:21:59,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:59,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:21:59,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:59,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:21:59,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:21:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:21:59,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742023_1199 (size=4469) 2024-11-26T05:21:59,769 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#A#compaction#165 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:59,769 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/bbed73f77d17496e8ee3ea5eda6b9607 is 175, key is test_row_0/A:col10/1732598518302/Put/seqid=0 2024-11-26T05:21:59,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:59,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T05:21:59,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ebd8d5edc9b64b228b922ab43d623db5_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598518622/Put/seqid=0 2024-11-26T05:21:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T05:21:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742024_1200 (size=31617) 2024-11-26T05:21:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742025_1201 (size=14794) 2024-11-26T05:21:59,807 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:21:59,814 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/bbed73f77d17496e8ee3ea5eda6b9607 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/bbed73f77d17496e8ee3ea5eda6b9607 2024-11-26T05:21:59,818 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ebd8d5edc9b64b228b922ab43d623db5_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ebd8d5edc9b64b228b922ab43d623db5_fab4f3e4375480a530245b774d489265 2024-11-26T05:21:59,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/67c042fcfc8f4ba29e5c8014adb71f00, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:21:59,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/67c042fcfc8f4ba29e5c8014adb71f00 is 175, key is test_row_0/A:col10/1732598518622/Put/seqid=0 2024-11-26T05:21:59,839 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/A of fab4f3e4375480a530245b774d489265 into bbed73f77d17496e8ee3ea5eda6b9607(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:59,840 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:59,840 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/A, priority=13, startTime=1732598519692; duration=0sec 2024-11-26T05:21:59,840 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:21:59,840 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:A 2024-11-26T05:21:59,840 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:21:59,842 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:21:59,842 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/C is initiating minor compaction (all files) 2024-11-26T05:21:59,842 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/C in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,843 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/812faca27cdd4dac8de9c9a3264d03fa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/37a1b07900f04adbb82e0883bb977f7f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/5113c686b2ca491bb8f9c2a7020b1ba5] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=36.0 K 2024-11-26T05:21:59,844 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 812faca27cdd4dac8de9c9a3264d03fa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732598515434 2024-11-26T05:21:59,844 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 37a1b07900f04adbb82e0883bb977f7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732598516099 2024-11-26T05:21:59,845 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5113c686b2ca491bb8f9c2a7020b1ba5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732598518302 2024-11-26T05:21:59,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598579843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598579843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598579853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598579855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742026_1202 (size=39749) 2024-11-26T05:21:59,877 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:21:59,877 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/bfb44de929be433a91026a2aa09c266f is 50, key is test_row_0/C:col10/1732598518302/Put/seqid=0 2024-11-26T05:21:59,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/67c042fcfc8f4ba29e5c8014adb71f00 2024-11-26T05:21:59,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/adc7b5edfb23400f92bf63fd9849fe88 is 50, key is test_row_0/B:col10/1732598518622/Put/seqid=0 2024-11-26T05:21:59,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:21:59,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T05:21:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:21:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:21:59,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742027_1203 (size=12663) 2024-11-26T05:21:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:21:59,945 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/bfb44de929be433a91026a2aa09c266f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/bfb44de929be433a91026a2aa09c266f 2024-11-26T05:21:59,960 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/C of fab4f3e4375480a530245b774d489265 into bfb44de929be433a91026a2aa09c266f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:21:59,960 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:21:59,960 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/C, priority=13, startTime=1732598519693; duration=0sec 2024-11-26T05:21:59,960 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:21:59,960 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:C 2024-11-26T05:21:59,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598579961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598579961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598579965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:21:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598579965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:21:59,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742028_1204 (size=12151) 2024-11-26T05:21:59,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/adc7b5edfb23400f92bf63fd9849fe88 2024-11-26T05:22:00,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/0336e9a1312b48c5a9ed81e58181355d is 50, key is test_row_0/C:col10/1732598518622/Put/seqid=0 2024-11-26T05:22:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742029_1205 (size=12151) 2024-11-26T05:22:00,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/0336e9a1312b48c5a9ed81e58181355d 2024-11-26T05:22:00,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/67c042fcfc8f4ba29e5c8014adb71f00 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/67c042fcfc8f4ba29e5c8014adb71f00 2024-11-26T05:22:00,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/67c042fcfc8f4ba29e5c8014adb71f00, entries=200, sequenceid=235, filesize=38.8 K 2024-11-26T05:22:00,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/adc7b5edfb23400f92bf63fd9849fe88 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/adc7b5edfb23400f92bf63fd9849fe88 2024-11-26T05:22:00,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/adc7b5edfb23400f92bf63fd9849fe88, entries=150, sequenceid=235, filesize=11.9 K 2024-11-26T05:22:00,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/0336e9a1312b48c5a9ed81e58181355d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0336e9a1312b48c5a9ed81e58181355d 2024-11-26T05:22:00,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0336e9a1312b48c5a9ed81e58181355d, entries=150, sequenceid=235, filesize=11.9 K 2024-11-26T05:22:00,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for fab4f3e4375480a530245b774d489265 in 317ms, sequenceid=235, compaction requested=false 2024-11-26T05:22:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:00,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:00,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T05:22:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:00,090 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T05:22:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:22:00,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:22:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:22:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112661ed674d1c504c9387144aec7cb4eb56_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598519853/Put/seqid=0 2024-11-26T05:22:00,156 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/4bf432576ea34c3cba93652d85b29c09 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4bf432576ea34c3cba93652d85b29c09 2024-11-26T05:22:00,164 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/B of fab4f3e4375480a530245b774d489265 into 4bf432576ea34c3cba93652d85b29c09(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:00,164 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:00,164 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/B, priority=13, startTime=1732598519693; duration=0sec 2024-11-26T05:22:00,164 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:00,164 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:B 2024-11-26T05:22:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:22:00,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742030_1206 (size=12304) 2024-11-26T05:22:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:00,213 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112661ed674d1c504c9387144aec7cb4eb56_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112661ed674d1c504c9387144aec7cb4eb56_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/202f7bd84bd24e8cbefed4c313fd225a, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/202f7bd84bd24e8cbefed4c313fd225a is 175, key is test_row_0/A:col10/1732598519853/Put/seqid=0 2024-11-26T05:22:00,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598580209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598580221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598580221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598580227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742031_1207 (size=31105) 2024-11-26T05:22:00,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598580324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598580324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598580327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598580340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598580448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598580532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598580532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598580532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598580549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,640 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/202f7bd84bd24e8cbefed4c313fd225a 2024-11-26T05:22:00,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/5891509c1cb44323ba8ebe0adacde3fd is 50, key is test_row_0/B:col10/1732598519853/Put/seqid=0 2024-11-26T05:22:00,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742032_1208 (size=12151) 2024-11-26T05:22:00,687 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/5891509c1cb44323ba8ebe0adacde3fd 2024-11-26T05:22:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/b6bcdb03c9d8489099b146c233b8cdf7 is 50, key is test_row_0/C:col10/1732598519853/Put/seqid=0 2024-11-26T05:22:00,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742033_1209 (size=12151) 2024-11-26T05:22:00,789 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/b6bcdb03c9d8489099b146c233b8cdf7 2024-11-26T05:22:00,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/202f7bd84bd24e8cbefed4c313fd225a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/202f7bd84bd24e8cbefed4c313fd225a 2024-11-26T05:22:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T05:22:00,801 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/202f7bd84bd24e8cbefed4c313fd225a, entries=150, sequenceid=255, filesize=30.4 K 2024-11-26T05:22:00,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/5891509c1cb44323ba8ebe0adacde3fd as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/5891509c1cb44323ba8ebe0adacde3fd 2024-11-26T05:22:00,808 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/5891509c1cb44323ba8ebe0adacde3fd, entries=150, sequenceid=255, filesize=11.9 K 2024-11-26T05:22:00,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/b6bcdb03c9d8489099b146c233b8cdf7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b6bcdb03c9d8489099b146c233b8cdf7 2024-11-26T05:22:00,816 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b6bcdb03c9d8489099b146c233b8cdf7, entries=150, sequenceid=255, filesize=11.9 K 2024-11-26T05:22:00,817 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for fab4f3e4375480a530245b774d489265 in 727ms, sequenceid=255, compaction requested=true 2024-11-26T05:22:00,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:00,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:00,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-26T05:22:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-26T05:22:00,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-26T05:22:00,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1260 sec 2024-11-26T05:22:00,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.1320 sec 2024-11-26T05:22:00,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T05:22:00,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:22:00,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:00,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:22:00,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:00,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:22:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:22:00,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:00,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bb112fd0c32246a3ad5dc846e7c9a1bb_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598520177/Put/seqid=0 2024-11-26T05:22:00,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598580884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598580887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598580886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598580887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:00,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742034_1210 (size=14994) 2024-11-26T05:22:00,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598580993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598580998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598580999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598581000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598581200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598581205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598581205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598581208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,321 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:01,326 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bb112fd0c32246a3ad5dc846e7c9a1bb_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bb112fd0c32246a3ad5dc846e7c9a1bb_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:01,327 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/ea4dbd7af2e0497880ccf53c4729fe91, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:01,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/ea4dbd7af2e0497880ccf53c4729fe91 is 175, key is test_row_0/A:col10/1732598520177/Put/seqid=0 2024-11-26T05:22:01,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742035_1211 (size=39949) 2024-11-26T05:22:01,340 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/ea4dbd7af2e0497880ccf53c4729fe91 2024-11-26T05:22:01,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/a3a53e5347c54b678cf52179b4820346 is 50, key is test_row_0/B:col10/1732598520177/Put/seqid=0 2024-11-26T05:22:01,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742036_1212 (size=12301) 2024-11-26T05:22:01,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/a3a53e5347c54b678cf52179b4820346 2024-11-26T05:22:01,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/3c84458d5ba0480e848b80bfb8b5dcef is 50, key is test_row_0/C:col10/1732598520177/Put/seqid=0 2024-11-26T05:22:01,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742037_1213 (size=12301) 2024-11-26T05:22:01,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/3c84458d5ba0480e848b80bfb8b5dcef 2024-11-26T05:22:01,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/ea4dbd7af2e0497880ccf53c4729fe91 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/ea4dbd7af2e0497880ccf53c4729fe91 2024-11-26T05:22:01,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/ea4dbd7af2e0497880ccf53c4729fe91, entries=200, sequenceid=276, filesize=39.0 K 2024-11-26T05:22:01,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/a3a53e5347c54b678cf52179b4820346 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a3a53e5347c54b678cf52179b4820346 2024-11-26T05:22:01,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a3a53e5347c54b678cf52179b4820346, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T05:22:01,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/3c84458d5ba0480e848b80bfb8b5dcef as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/3c84458d5ba0480e848b80bfb8b5dcef 2024-11-26T05:22:01,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/3c84458d5ba0480e848b80bfb8b5dcef, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T05:22:01,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for fab4f3e4375480a530245b774d489265 in 626ms, sequenceid=276, compaction requested=true 2024-11-26T05:22:01,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:01,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:01,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:01,471 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:01,471 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:01,473 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:01,473 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/B is initiating minor compaction (all files) 2024-11-26T05:22:01,473 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/B in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:01,474 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4bf432576ea34c3cba93652d85b29c09, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/adc7b5edfb23400f92bf63fd9849fe88, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/5891509c1cb44323ba8ebe0adacde3fd, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a3a53e5347c54b678cf52179b4820346] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=48.1 K 2024-11-26T05:22:01,474 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bf432576ea34c3cba93652d85b29c09, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732598518302 2024-11-26T05:22:01,475 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142420 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:01,475 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/A is initiating minor compaction (all files) 2024-11-26T05:22:01,475 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/A in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:01,475 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting adc7b5edfb23400f92bf63fd9849fe88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732598518622 2024-11-26T05:22:01,475 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/bbed73f77d17496e8ee3ea5eda6b9607, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/67c042fcfc8f4ba29e5c8014adb71f00, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/202f7bd84bd24e8cbefed4c313fd225a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/ea4dbd7af2e0497880ccf53c4729fe91] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=139.1 K 2024-11-26T05:22:01,475 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:01,475 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/bbed73f77d17496e8ee3ea5eda6b9607, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/67c042fcfc8f4ba29e5c8014adb71f00, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/202f7bd84bd24e8cbefed4c313fd225a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/ea4dbd7af2e0497880ccf53c4729fe91] 2024-11-26T05:22:01,477 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5891509c1cb44323ba8ebe0adacde3fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732598519834 2024-11-26T05:22:01,478 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbed73f77d17496e8ee3ea5eda6b9607, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732598518302 2024-11-26T05:22:01,478 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a3a53e5347c54b678cf52179b4820346, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598520177 2024-11-26T05:22:01,479 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67c042fcfc8f4ba29e5c8014adb71f00, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732598518622 2024-11-26T05:22:01,479 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 202f7bd84bd24e8cbefed4c313fd225a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732598519834 2024-11-26T05:22:01,483 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea4dbd7af2e0497880ccf53c4729fe91, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598520177 2024-11-26T05:22:01,506 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:01,512 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:22:01,513 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/6c674153e42644588f04d0259011a7bc is 50, key is test_row_0/B:col10/1732598520177/Put/seqid=0 2024-11-26T05:22:01,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T05:22:01,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:22:01,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:01,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:22:01,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:01,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:22:01,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:01,518 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126170eabcd152a4a158b79ebc9fc9d1d2e_fab4f3e4375480a530245b774d489265 store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:01,520 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126170eabcd152a4a158b79ebc9fc9d1d2e_fab4f3e4375480a530245b774d489265, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:01,520 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126170eabcd152a4a158b79ebc9fc9d1d2e_fab4f3e4375480a530245b774d489265 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742038_1214 (size=12949) 2024-11-26T05:22:01,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112634ef3d4eef40419f8c27464f8748c577_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598521511/Put/seqid=0 2024-11-26T05:22:01,584 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/6c674153e42644588f04d0259011a7bc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6c674153e42644588f04d0259011a7bc 2024-11-26T05:22:01,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742039_1215 (size=4469) 2024-11-26T05:22:01,601 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fab4f3e4375480a530245b774d489265/B of fab4f3e4375480a530245b774d489265 into 6c674153e42644588f04d0259011a7bc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:01,601 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:01,601 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/B, priority=12, startTime=1732598521471; duration=0sec 2024-11-26T05:22:01,602 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:01,602 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:B 2024-11-26T05:22:01,602 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:01,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742040_1216 (size=14994) 2024-11-26T05:22:01,607 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:01,607 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/C is initiating minor compaction (all files) 2024-11-26T05:22:01,607 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/C in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:01,607 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/bfb44de929be433a91026a2aa09c266f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0336e9a1312b48c5a9ed81e58181355d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b6bcdb03c9d8489099b146c233b8cdf7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/3c84458d5ba0480e848b80bfb8b5dcef] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=48.1 K 2024-11-26T05:22:01,608 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting bfb44de929be433a91026a2aa09c266f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732598518302 2024-11-26T05:22:01,609 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:01,610 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 0336e9a1312b48c5a9ed81e58181355d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732598518622 2024-11-26T05:22:01,611 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b6bcdb03c9d8489099b146c233b8cdf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732598519834 2024-11-26T05:22:01,612 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c84458d5ba0480e848b80bfb8b5dcef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598520177 2024-11-26T05:22:01,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598581601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,615 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112634ef3d4eef40419f8c27464f8748c577_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112634ef3d4eef40419f8c27464f8748c577_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:01,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/0e27930b2dc04c8391cc1f0cfb748128, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:01,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/0e27930b2dc04c8391cc1f0cfb748128 is 175, key is test_row_0/A:col10/1732598521511/Put/seqid=0 2024-11-26T05:22:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598581605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598581605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598581606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742041_1217 (size=39949) 2024-11-26T05:22:01,646 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/0e27930b2dc04c8391cc1f0cfb748128 2024-11-26T05:22:01,654 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:01,655 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/6254cd10837540d09635ec9b5fef1db8 is 50, key is test_row_0/C:col10/1732598520177/Put/seqid=0 2024-11-26T05:22:01,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/3414eebccb7943c6b99ade4c2ce1ada0 is 50, key is test_row_0/B:col10/1732598521511/Put/seqid=0 2024-11-26T05:22:01,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742043_1219 (size=12301) 2024-11-26T05:22:01,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742042_1218 (size=12949) 2024-11-26T05:22:01,705 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/6254cd10837540d09635ec9b5fef1db8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/6254cd10837540d09635ec9b5fef1db8 2024-11-26T05:22:01,712 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fab4f3e4375480a530245b774d489265/C of fab4f3e4375480a530245b774d489265 into 6254cd10837540d09635ec9b5fef1db8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:01,712 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:01,712 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/C, priority=12, startTime=1732598521472; duration=0sec 2024-11-26T05:22:01,712 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:01,712 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:C 2024-11-26T05:22:01,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598581716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598581719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598581719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598581719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598581918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598581924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598581926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598581929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:01,988 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#A#compaction#177 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:01,989 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/5e933f7b3a694640879ea9d989cb3ffe is 175, key is test_row_0/A:col10/1732598520177/Put/seqid=0 2024-11-26T05:22:02,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742044_1220 (size=31903) 2024-11-26T05:22:02,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/3414eebccb7943c6b99ade4c2ce1ada0 2024-11-26T05:22:02,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/35e39e04997c430680840607341f276e is 50, key is test_row_0/C:col10/1732598521511/Put/seqid=0 2024-11-26T05:22:02,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742045_1221 (size=12301) 2024-11-26T05:22:02,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598582220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598582228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598582230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598582235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,451 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/5e933f7b3a694640879ea9d989cb3ffe as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/5e933f7b3a694640879ea9d989cb3ffe 2024-11-26T05:22:02,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598582464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,467 DEBUG [Thread-679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:02,474 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fab4f3e4375480a530245b774d489265/A of fab4f3e4375480a530245b774d489265 into 5e933f7b3a694640879ea9d989cb3ffe(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:02,475 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:02,475 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/A, priority=12, startTime=1732598521471; duration=1sec 2024-11-26T05:22:02,475 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:02,475 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:A 2024-11-26T05:22:02,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/35e39e04997c430680840607341f276e 2024-11-26T05:22:02,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/0e27930b2dc04c8391cc1f0cfb748128 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/0e27930b2dc04c8391cc1f0cfb748128 2024-11-26T05:22:02,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/0e27930b2dc04c8391cc1f0cfb748128, entries=200, sequenceid=294, filesize=39.0 K 2024-11-26T05:22:02,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/3414eebccb7943c6b99ade4c2ce1ada0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3414eebccb7943c6b99ade4c2ce1ada0 2024-11-26T05:22:02,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3414eebccb7943c6b99ade4c2ce1ada0, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T05:22:02,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/35e39e04997c430680840607341f276e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/35e39e04997c430680840607341f276e 2024-11-26T05:22:02,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/35e39e04997c430680840607341f276e, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T05:22:02,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for fab4f3e4375480a530245b774d489265 in 1075ms, sequenceid=294, compaction requested=false 2024-11-26T05:22:02,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:02,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T05:22:02,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:22:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:22:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:22:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:22:02,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112698760ec70cf740b7b8540baa6615423e_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598522728/Put/seqid=0 2024-11-26T05:22:02,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598582756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598582759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598582760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598582773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T05:22:02,799 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-26T05:22:02,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-26T05:22:02,802 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T05:22:02,804 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:02,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:02,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742046_1222 (size=14994) 2024-11-26T05:22:02,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598582875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598582878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598582877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598582882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T05:22:02,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:02,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T05:22:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:02,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598583082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598583087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598583088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598583088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T05:22:03,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:03,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T05:22:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:03,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112698760ec70cf740b7b8540baa6615423e_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112698760ec70cf740b7b8540baa6615423e_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:03,243 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/b66e411cbeb148b6bd6f328470c0f018, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:03,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/b66e411cbeb148b6bd6f328470c0f018 is 175, key is test_row_0/A:col10/1732598522728/Put/seqid=0 2024-11-26T05:22:03,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:03,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T05:22:03,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:03,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742047_1223 (size=39949) 2024-11-26T05:22:03,287 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/b66e411cbeb148b6bd6f328470c0f018 2024-11-26T05:22:03,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/3d21b62dcc74454fbdc9da5a0c02312e is 50, key is test_row_0/B:col10/1732598522728/Put/seqid=0 2024-11-26T05:22:03,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742048_1224 (size=12301) 2024-11-26T05:22:03,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598583385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598583393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598583394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598583396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T05:22:03,432 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:03,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T05:22:03,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:03,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:03,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T05:22:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:03,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T05:22:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:03,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:03,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/3d21b62dcc74454fbdc9da5a0c02312e 2024-11-26T05:22:03,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/a2ef999c64b04f738f01a9d27815ab40 is 50, key is test_row_0/C:col10/1732598522728/Put/seqid=0 2024-11-26T05:22:03,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742049_1225 (size=12301) 2024-11-26T05:22:03,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/a2ef999c64b04f738f01a9d27815ab40 2024-11-26T05:22:03,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/b66e411cbeb148b6bd6f328470c0f018 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/b66e411cbeb148b6bd6f328470c0f018 2024-11-26T05:22:03,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/b66e411cbeb148b6bd6f328470c0f018, entries=200, sequenceid=316, filesize=39.0 K 2024-11-26T05:22:03,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/3d21b62dcc74454fbdc9da5a0c02312e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3d21b62dcc74454fbdc9da5a0c02312e 2024-11-26T05:22:03,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3d21b62dcc74454fbdc9da5a0c02312e, entries=150, sequenceid=316, filesize=12.0 K 2024-11-26T05:22:03,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/a2ef999c64b04f738f01a9d27815ab40 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a2ef999c64b04f738f01a9d27815ab40 2024-11-26T05:22:03,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a2ef999c64b04f738f01a9d27815ab40, entries=150, sequenceid=316, filesize=12.0 K 2024-11-26T05:22:03,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for fab4f3e4375480a530245b774d489265 in 1144ms, sequenceid=316, compaction requested=true 2024-11-26T05:22:03,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:03,874 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:03,874 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:03,875 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:03,875 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/A is initiating minor compaction (all files) 2024-11-26T05:22:03,875 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/A in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,875 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/5e933f7b3a694640879ea9d989cb3ffe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/0e27930b2dc04c8391cc1f0cfb748128, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/b66e411cbeb148b6bd6f328470c0f018] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=109.2 K 2024-11-26T05:22:03,875 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,875 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/5e933f7b3a694640879ea9d989cb3ffe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/0e27930b2dc04c8391cc1f0cfb748128, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/b66e411cbeb148b6bd6f328470c0f018] 2024-11-26T05:22:03,876 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:03,876 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/B is initiating minor compaction (all files) 2024-11-26T05:22:03,876 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e933f7b3a694640879ea9d989cb3ffe, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598520177 2024-11-26T05:22:03,876 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/B in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,876 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6c674153e42644588f04d0259011a7bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3414eebccb7943c6b99ade4c2ce1ada0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3d21b62dcc74454fbdc9da5a0c02312e] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=36.7 K 2024-11-26T05:22:03,876 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e27930b2dc04c8391cc1f0cfb748128, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732598520876 2024-11-26T05:22:03,877 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting b66e411cbeb148b6bd6f328470c0f018, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732598521574 2024-11-26T05:22:03,877 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c674153e42644588f04d0259011a7bc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598520177 2024-11-26T05:22:03,877 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 3414eebccb7943c6b99ade4c2ce1ada0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732598520876 2024-11-26T05:22:03,878 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d21b62dcc74454fbdc9da5a0c02312e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732598521603 2024-11-26T05:22:03,886 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:03,887 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/a454d642dbb4474a9e2d471ca802f00f is 50, key is test_row_0/B:col10/1732598522728/Put/seqid=0 2024-11-26T05:22:03,890 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:03,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:03,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T05:22:03,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:03,894 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T05:22:03,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:22:03,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:03,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:22:03,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:03,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:22:03,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:22:03,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T05:22:03,908 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411266997e25a88344d6e9ddb8df471817bd7_fab4f3e4375480a530245b774d489265 store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:03,910 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411266997e25a88344d6e9ddb8df471817bd7_fab4f3e4375480a530245b774d489265, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:03,910 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266997e25a88344d6e9ddb8df471817bd7_fab4f3e4375480a530245b774d489265 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265689c6ebcbc84e3cb5f2ac82aa1ff24d_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598522758/Put/seqid=0 2024-11-26T05:22:03,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598583941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598583942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598583943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598583949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:03,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742050_1226 (size=13051) 2024-11-26T05:22:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742051_1227 (size=4469) 2024-11-26T05:22:03,994 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#A#compaction#187 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:03,995 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/f993b3d639a54ac09df8591194374bd4 is 175, key is test_row_0/A:col10/1732598522728/Put/seqid=0 2024-11-26T05:22:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742052_1228 (size=12454) 2024-11-26T05:22:04,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:04,020 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265689c6ebcbc84e3cb5f2ac82aa1ff24d_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265689c6ebcbc84e3cb5f2ac82aa1ff24d_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:04,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/2a4813acc2fa4e18a81d4646920f39e9, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/2a4813acc2fa4e18a81d4646920f39e9 is 175, key is test_row_0/A:col10/1732598522758/Put/seqid=0 2024-11-26T05:22:04,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598584051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598584053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598584053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598584055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742053_1229 (size=32005) 2024-11-26T05:22:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742054_1230 (size=31255) 2024-11-26T05:22:04,073 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/f993b3d639a54ac09df8591194374bd4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f993b3d639a54ac09df8591194374bd4 2024-11-26T05:22:04,078 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/2a4813acc2fa4e18a81d4646920f39e9 2024-11-26T05:22:04,080 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/A of fab4f3e4375480a530245b774d489265 into f993b3d639a54ac09df8591194374bd4(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:04,080 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:04,080 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/A, priority=13, startTime=1732598523873; duration=0sec 2024-11-26T05:22:04,080 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:04,080 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:A 2024-11-26T05:22:04,080 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:04,084 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:04,084 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/C is initiating minor compaction (all files) 2024-11-26T05:22:04,084 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/C in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:04,084 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/6254cd10837540d09635ec9b5fef1db8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/35e39e04997c430680840607341f276e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a2ef999c64b04f738f01a9d27815ab40] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=36.7 K 2024-11-26T05:22:04,085 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6254cd10837540d09635ec9b5fef1db8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732598520177 2024-11-26T05:22:04,085 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35e39e04997c430680840607341f276e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732598520876 2024-11-26T05:22:04,086 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2ef999c64b04f738f01a9d27815ab40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732598521603 2024-11-26T05:22:04,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/19c03706a97247259bbb11a3a5a68bb6 is 50, key is test_row_0/B:col10/1732598522758/Put/seqid=0 2024-11-26T05:22:04,105 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#C#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:04,105 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/91f6ce37604c4c9f8d7c3fabe7b8ce6d is 50, key is test_row_0/C:col10/1732598522728/Put/seqid=0 2024-11-26T05:22:04,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742056_1232 (size=12301) 2024-11-26T05:22:04,147 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/19c03706a97247259bbb11a3a5a68bb6 2024-11-26T05:22:04,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742055_1231 (size=13051) 2024-11-26T05:22:04,169 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/91f6ce37604c4c9f8d7c3fabe7b8ce6d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/91f6ce37604c4c9f8d7c3fabe7b8ce6d 2024-11-26T05:22:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/e56f63973ab143bcba94c9737a59738b is 50, key is test_row_0/C:col10/1732598522758/Put/seqid=0 2024-11-26T05:22:04,183 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/C of fab4f3e4375480a530245b774d489265 into 91f6ce37604c4c9f8d7c3fabe7b8ce6d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:04,183 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:04,183 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/C, priority=13, startTime=1732598523874; duration=0sec 2024-11-26T05:22:04,183 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:04,183 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:C 2024-11-26T05:22:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742057_1233 (size=12301) 2024-11-26T05:22:04,223 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/e56f63973ab143bcba94c9737a59738b 2024-11-26T05:22:04,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/2a4813acc2fa4e18a81d4646920f39e9 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2a4813acc2fa4e18a81d4646920f39e9 2024-11-26T05:22:04,235 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2a4813acc2fa4e18a81d4646920f39e9, entries=150, sequenceid=333, filesize=30.5 K 2024-11-26T05:22:04,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/19c03706a97247259bbb11a3a5a68bb6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/19c03706a97247259bbb11a3a5a68bb6 2024-11-26T05:22:04,242 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/19c03706a97247259bbb11a3a5a68bb6, entries=150, sequenceid=333, filesize=12.0 K 2024-11-26T05:22:04,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/e56f63973ab143bcba94c9737a59738b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/e56f63973ab143bcba94c9737a59738b 2024-11-26T05:22:04,252 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/e56f63973ab143bcba94c9737a59738b, entries=150, sequenceid=333, filesize=12.0 K 2024-11-26T05:22:04,253 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for fab4f3e4375480a530245b774d489265 in 358ms, sequenceid=333, compaction requested=false 2024-11-26T05:22:04,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:04,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:04,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-26T05:22:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-26T05:22:04,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-26T05:22:04,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4500 sec 2024-11-26T05:22:04,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.4570 sec 2024-11-26T05:22:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:22:04,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T05:22:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:22:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:22:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:22:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:04,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598584290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598584294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598584296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598584296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112632a61b764a9f4d2cbf9a4bfb96de66f9_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598524267/Put/seqid=0 2024-11-26T05:22:04,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742058_1234 (size=17534) 2024-11-26T05:22:04,367 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:04,374 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112632a61b764a9f4d2cbf9a4bfb96de66f9_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112632a61b764a9f4d2cbf9a4bfb96de66f9_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:04,376 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/52c3ee0183ba4b5ca9062bd072961cd7, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:04,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/52c3ee0183ba4b5ca9062bd072961cd7 is 175, key is test_row_0/A:col10/1732598524267/Put/seqid=0 2024-11-26T05:22:04,379 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/a454d642dbb4474a9e2d471ca802f00f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a454d642dbb4474a9e2d471ca802f00f 2024-11-26T05:22:04,385 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/B of fab4f3e4375480a530245b774d489265 into a454d642dbb4474a9e2d471ca802f00f(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:04,385 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:04,385 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/B, priority=13, startTime=1732598523874; duration=0sec 2024-11-26T05:22:04,385 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:04,385 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:B 2024-11-26T05:22:04,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598584397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598584401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742059_1235 (size=48639) 2024-11-26T05:22:04,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598584409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598584409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598584604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598584607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598584621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598584621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,807 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/52c3ee0183ba4b5ca9062bd072961cd7 2024-11-26T05:22:04,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/1f9c3bbeb8a54b759408a7ed866b220f is 50, key is test_row_0/B:col10/1732598524267/Put/seqid=0 2024-11-26T05:22:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742060_1236 (size=12301) 2024-11-26T05:22:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T05:22:04,909 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-26T05:22:04,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598584908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-26T05:22:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T05:22:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,915 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598584912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,916 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:04,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598584925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598584927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T05:22:05,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:05,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T05:22:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:05,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T05:22:05,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:05,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T05:22:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:05,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:05,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:05,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/1f9c3bbeb8a54b759408a7ed866b220f 2024-11-26T05:22:05,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/583f264d064c4fb6993ca348a4eaccb9 is 50, key is test_row_0/C:col10/1732598524267/Put/seqid=0 2024-11-26T05:22:05,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742061_1237 (size=12301) 2024-11-26T05:22:05,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/583f264d064c4fb6993ca348a4eaccb9 2024-11-26T05:22:05,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/52c3ee0183ba4b5ca9062bd072961cd7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/52c3ee0183ba4b5ca9062bd072961cd7 2024-11-26T05:22:05,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/52c3ee0183ba4b5ca9062bd072961cd7, entries=250, sequenceid=358, filesize=47.5 K 2024-11-26T05:22:05,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/1f9c3bbeb8a54b759408a7ed866b220f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/1f9c3bbeb8a54b759408a7ed866b220f 2024-11-26T05:22:05,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/1f9c3bbeb8a54b759408a7ed866b220f, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T05:22:05,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/583f264d064c4fb6993ca348a4eaccb9 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/583f264d064c4fb6993ca348a4eaccb9 2024-11-26T05:22:05,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/583f264d064c4fb6993ca348a4eaccb9, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T05:22:05,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for fab4f3e4375480a530245b774d489265 in 1073ms, sequenceid=358, compaction requested=true 2024-11-26T05:22:05,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:05,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:05,344 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:05,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:05,344 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:05,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:05,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:05,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:05,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:05,349 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:05,349 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:05,349 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/A is initiating minor compaction (all files) 2024-11-26T05:22:05,349 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/B is initiating minor compaction (all files) 2024-11-26T05:22:05,349 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/A in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:05,349 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/B in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:05,349 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f993b3d639a54ac09df8591194374bd4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2a4813acc2fa4e18a81d4646920f39e9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/52c3ee0183ba4b5ca9062bd072961cd7] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=109.3 K 2024-11-26T05:22:05,349 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a454d642dbb4474a9e2d471ca802f00f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/19c03706a97247259bbb11a3a5a68bb6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/1f9c3bbeb8a54b759408a7ed866b220f] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=36.8 K 2024-11-26T05:22:05,349 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:05,349 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f993b3d639a54ac09df8591194374bd4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2a4813acc2fa4e18a81d4646920f39e9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/52c3ee0183ba4b5ca9062bd072961cd7] 2024-11-26T05:22:05,349 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a454d642dbb4474a9e2d471ca802f00f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732598521603 2024-11-26T05:22:05,350 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f993b3d639a54ac09df8591194374bd4, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732598521603 2024-11-26T05:22:05,350 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 19c03706a97247259bbb11a3a5a68bb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732598522754 2024-11-26T05:22:05,350 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f9c3bbeb8a54b759408a7ed866b220f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598524264 2024-11-26T05:22:05,350 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a4813acc2fa4e18a81d4646920f39e9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732598522754 2024-11-26T05:22:05,351 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52c3ee0183ba4b5ca9062bd072961cd7, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598523941 2024-11-26T05:22:05,377 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#B#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:05,377 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/8c8a55c6ee5a4e3cb449ce9eb68a4fda is 50, key is test_row_0/B:col10/1732598524267/Put/seqid=0 2024-11-26T05:22:05,380 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:05,390 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411264dee38c43be747759aab3135870e5293_fab4f3e4375480a530245b774d489265 store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:05,393 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411264dee38c43be747759aab3135870e5293_fab4f3e4375480a530245b774d489265, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:05,393 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264dee38c43be747759aab3135870e5293_fab4f3e4375480a530245b774d489265 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:05,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:05,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T05:22:05,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:05,394 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:22:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:22:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:22:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:22:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:05,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742062_1238 (size=13153) 2024-11-26T05:22:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:22:05,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:05,422 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/8c8a55c6ee5a4e3cb449ce9eb68a4fda as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8c8a55c6ee5a4e3cb449ce9eb68a4fda 2024-11-26T05:22:05,430 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/B of fab4f3e4375480a530245b774d489265 into 8c8a55c6ee5a4e3cb449ce9eb68a4fda(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:05,430 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:05,430 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/B, priority=13, startTime=1732598525344; duration=0sec 2024-11-26T05:22:05,430 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:05,430 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:B 2024-11-26T05:22:05,430 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:05,434 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:05,434 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/C is initiating minor compaction (all files) 2024-11-26T05:22:05,434 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/C in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:05,434 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/91f6ce37604c4c9f8d7c3fabe7b8ce6d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/e56f63973ab143bcba94c9737a59738b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/583f264d064c4fb6993ca348a4eaccb9] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=36.8 K 2024-11-26T05:22:05,435 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 91f6ce37604c4c9f8d7c3fabe7b8ce6d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732598521603 2024-11-26T05:22:05,451 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting e56f63973ab143bcba94c9737a59738b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732598522754 2024-11-26T05:22:05,452 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 583f264d064c4fb6993ca348a4eaccb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598524264 2024-11-26T05:22:05,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742063_1239 (size=4469) 2024-11-26T05:22:05,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126606efdafe3804785b0e7159809c4285e_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598524294/Put/seqid=0 2024-11-26T05:22:05,471 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#C#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:05,471 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/95782c3c2a94437fb84b60120d6edfc3 is 50, key is test_row_0/C:col10/1732598524267/Put/seqid=0 2024-11-26T05:22:05,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598585462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598585465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598585466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598585464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742064_1240 (size=12454) 2024-11-26T05:22:05,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:05,509 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126606efdafe3804785b0e7159809c4285e_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126606efdafe3804785b0e7159809c4285e_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/d224447159bd47c49492dc520d4f9600, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:05,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/d224447159bd47c49492dc520d4f9600 is 175, key is test_row_0/A:col10/1732598524294/Put/seqid=0 2024-11-26T05:22:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T05:22:05,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742065_1241 (size=13153) 2024-11-26T05:22:05,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742066_1242 (size=31255) 2024-11-26T05:22:05,581 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/d224447159bd47c49492dc520d4f9600 2024-11-26T05:22:05,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598585579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598585579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598585579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598585581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/0b947129d71c434e85144f4fd8b91608 is 50, key is test_row_0/B:col10/1732598524294/Put/seqid=0 2024-11-26T05:22:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742067_1243 (size=12301) 2024-11-26T05:22:05,651 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/0b947129d71c434e85144f4fd8b91608 2024-11-26T05:22:05,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/eeb0f51156dc489fa3ed2b8457d2b2b5 is 50, key is test_row_0/C:col10/1732598524294/Put/seqid=0 2024-11-26T05:22:05,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742068_1244 (size=12301) 2024-11-26T05:22:05,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/eeb0f51156dc489fa3ed2b8457d2b2b5 2024-11-26T05:22:05,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/d224447159bd47c49492dc520d4f9600 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d224447159bd47c49492dc520d4f9600 2024-11-26T05:22:05,695 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d224447159bd47c49492dc520d4f9600, entries=150, sequenceid=373, filesize=30.5 K 2024-11-26T05:22:05,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/0b947129d71c434e85144f4fd8b91608 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0b947129d71c434e85144f4fd8b91608 2024-11-26T05:22:05,702 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0b947129d71c434e85144f4fd8b91608, entries=150, sequenceid=373, filesize=12.0 K 2024-11-26T05:22:05,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/eeb0f51156dc489fa3ed2b8457d2b2b5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/eeb0f51156dc489fa3ed2b8457d2b2b5 2024-11-26T05:22:05,711 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/eeb0f51156dc489fa3ed2b8457d2b2b5, entries=150, sequenceid=373, filesize=12.0 K 2024-11-26T05:22:05,712 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fab4f3e4375480a530245b774d489265 in 318ms, sequenceid=373, compaction requested=false 2024-11-26T05:22:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-26T05:22:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-26T05:22:05,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-26T05:22:05,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 797 msec 2024-11-26T05:22:05,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 816 msec 2024-11-26T05:22:05,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T05:22:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on fab4f3e4375480a530245b774d489265 2024-11-26T05:22:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:22:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:22:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:22:05,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:05,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263d6bbcff52be41b097ffe269be33f328_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598525457/Put/seqid=0 2024-11-26T05:22:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598585799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598585800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598585800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598585812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742069_1245 (size=17534) 2024-11-26T05:22:05,865 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#A#compaction#196 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:05,866 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/d501486dda4040b1bda2539302521ecf is 175, key is test_row_0/A:col10/1732598524267/Put/seqid=0 2024-11-26T05:22:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742070_1246 (size=32107) 2024-11-26T05:22:05,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598585907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598585908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,912 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/d501486dda4040b1bda2539302521ecf as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d501486dda4040b1bda2539302521ecf 2024-11-26T05:22:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598585908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,919 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/A of fab4f3e4375480a530245b774d489265 into d501486dda4040b1bda2539302521ecf(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:05,919 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:05,919 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/A, priority=13, startTime=1732598525344; duration=0sec 2024-11-26T05:22:05,920 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:05,920 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:A 2024-11-26T05:22:05,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598585915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:05,927 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/95782c3c2a94437fb84b60120d6edfc3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/95782c3c2a94437fb84b60120d6edfc3 2024-11-26T05:22:05,933 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/C of fab4f3e4375480a530245b774d489265 into 95782c3c2a94437fb84b60120d6edfc3(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:05,933 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:05,933 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/C, priority=13, startTime=1732598525344; duration=0sec 2024-11-26T05:22:05,933 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:05,933 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:C 2024-11-26T05:22:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T05:22:06,021 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-26T05:22:06,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-26T05:22:06,024 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:06,025 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:06,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T05:22:06,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598586112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598586114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598586114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598586126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T05:22:06,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:06,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T05:22:06,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:06,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,235 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:06,240 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263d6bbcff52be41b097ffe269be33f328_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263d6bbcff52be41b097ffe269be33f328_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:06,241 DEBUG [Thread-684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:50299 2024-11-26T05:22:06,241 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:06,241 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/109b0f3fab53444b9515abded9c47b2c, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:06,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/109b0f3fab53444b9515abded9c47b2c is 175, key is test_row_0/A:col10/1732598525457/Put/seqid=0 2024-11-26T05:22:06,243 DEBUG [Thread-686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:50299 2024-11-26T05:22:06,243 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:06,244 DEBUG [Thread-688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:50299 2024-11-26T05:22:06,244 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:06,246 DEBUG [Thread-682 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:50299 2024-11-26T05:22:06,246 DEBUG [Thread-682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:06,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742071_1247 (size=48639) 2024-11-26T05:22:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T05:22:06,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:06,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T05:22:06,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:06,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598586418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598586421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598586427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598586431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:06,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T05:22:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34328 deadline: 1732598586496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,497 DEBUG [Thread-679 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T05:22:06,646 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:06,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T05:22:06,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:06,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,656 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/109b0f3fab53444b9515abded9c47b2c 2024-11-26T05:22:06,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/6f3ff10f0cf049848bb48ff7076f3155 is 50, key is test_row_0/B:col10/1732598525457/Put/seqid=0 2024-11-26T05:22:06,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742072_1248 (size=12301) 2024-11-26T05:22:06,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:06,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T05:22:06,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:06,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34306 deadline: 1732598586920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34348 deadline: 1732598586926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34360 deadline: 1732598586932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34374 deadline: 1732598586933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:06,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:06,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T05:22:06,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:06,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:06,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:07,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/6f3ff10f0cf049848bb48ff7076f3155 2024-11-26T05:22:07,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/c5d186bd2178463d8ae57f1879fcff22 is 50, key is test_row_0/C:col10/1732598525457/Put/seqid=0 2024-11-26T05:22:07,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742073_1249 (size=12301) 2024-11-26T05:22:07,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:07,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T05:22:07,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:07,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:07,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T05:22:07,261 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:07,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T05:22:07,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:07,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:07,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T05:22:07,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. as already flushing 2024-11-26T05:22:07,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:07,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/c5d186bd2178463d8ae57f1879fcff22 2024-11-26T05:22:07,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/109b0f3fab53444b9515abded9c47b2c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109b0f3fab53444b9515abded9c47b2c 2024-11-26T05:22:07,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109b0f3fab53444b9515abded9c47b2c, entries=250, sequenceid=398, filesize=47.5 K 2024-11-26T05:22:07,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/6f3ff10f0cf049848bb48ff7076f3155 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6f3ff10f0cf049848bb48ff7076f3155 2024-11-26T05:22:07,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6f3ff10f0cf049848bb48ff7076f3155, entries=150, sequenceid=398, filesize=12.0 K 2024-11-26T05:22:07,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/c5d186bd2178463d8ae57f1879fcff22 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c5d186bd2178463d8ae57f1879fcff22 2024-11-26T05:22:07,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c5d186bd2178463d8ae57f1879fcff22, entries=150, sequenceid=398, filesize=12.0 K 2024-11-26T05:22:07,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fab4f3e4375480a530245b774d489265 in 1731ms, sequenceid=398, compaction requested=true 2024-11-26T05:22:07,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:07,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:07,518 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:07,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:07,518 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:07,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:07,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:07,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fab4f3e4375480a530245b774d489265:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:07,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:07,521 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:07,521 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/B is initiating minor compaction (all files) 2024-11-26T05:22:07,521 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/B in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,521 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8c8a55c6ee5a4e3cb449ce9eb68a4fda, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0b947129d71c434e85144f4fd8b91608, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6f3ff10f0cf049848bb48ff7076f3155] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=36.9 K 2024-11-26T05:22:07,521 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:07,521 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/A is initiating minor compaction (all files) 2024-11-26T05:22:07,521 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/A in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,521 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c8a55c6ee5a4e3cb449ce9eb68a4fda, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598524264 2024-11-26T05:22:07,521 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d501486dda4040b1bda2539302521ecf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d224447159bd47c49492dc520d4f9600, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109b0f3fab53444b9515abded9c47b2c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=109.4 K 2024-11-26T05:22:07,522 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,522 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d501486dda4040b1bda2539302521ecf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d224447159bd47c49492dc520d4f9600, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109b0f3fab53444b9515abded9c47b2c] 2024-11-26T05:22:07,522 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b947129d71c434e85144f4fd8b91608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732598524273 2024-11-26T05:22:07,522 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f3ff10f0cf049848bb48ff7076f3155, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732598525457 2024-11-26T05:22:07,522 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d501486dda4040b1bda2539302521ecf, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598524264 2024-11-26T05:22:07,524 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d224447159bd47c49492dc520d4f9600, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732598524273 2024-11-26T05:22:07,525 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 109b0f3fab53444b9515abded9c47b2c, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732598525457 2024-11-26T05:22:07,548 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#B#compaction#204 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:07,548 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/61148082502c4abeac0616791ea61e36 is 50, key is test_row_0/B:col10/1732598525457/Put/seqid=0 2024-11-26T05:22:07,555 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:07,561 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411264bcb9ff3bfb84dd2a10e3a3274afd40b_fab4f3e4375480a530245b774d489265 store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:07,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:07,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T05:22:07,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,570 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:22:07,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:22:07,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:07,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:22:07,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:07,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:22:07,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:07,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742074_1250 (size=13255) 2024-11-26T05:22:07,611 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/61148082502c4abeac0616791ea61e36 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/61148082502c4abeac0616791ea61e36 2024-11-26T05:22:07,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dd730ed3208f422ab7f622d2ca596503_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598525789/Put/seqid=0 2024-11-26T05:22:07,619 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/B of fab4f3e4375480a530245b774d489265 into 61148082502c4abeac0616791ea61e36(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:07,619 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:07,619 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/B, priority=13, startTime=1732598527518; duration=0sec 2024-11-26T05:22:07,619 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:07,619 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:B 2024-11-26T05:22:07,620 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:07,621 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:07,621 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): fab4f3e4375480a530245b774d489265/C is initiating minor compaction (all files) 2024-11-26T05:22:07,621 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fab4f3e4375480a530245b774d489265/C in TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,621 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/95782c3c2a94437fb84b60120d6edfc3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/eeb0f51156dc489fa3ed2b8457d2b2b5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c5d186bd2178463d8ae57f1879fcff22] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp, totalSize=36.9 K 2024-11-26T05:22:07,622 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 95782c3c2a94437fb84b60120d6edfc3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598524264 2024-11-26T05:22:07,622 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting eeb0f51156dc489fa3ed2b8457d2b2b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732598524273 2024-11-26T05:22:07,623 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c5d186bd2178463d8ae57f1879fcff22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732598525457 2024-11-26T05:22:07,651 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411264bcb9ff3bfb84dd2a10e3a3274afd40b_fab4f3e4375480a530245b774d489265, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:07,652 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264bcb9ff3bfb84dd2a10e3a3274afd40b_fab4f3e4375480a530245b774d489265 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:07,657 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#C#compaction#207 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:07,657 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/7a31c9817bd94c6eabc522d8e2a33625 is 50, key is test_row_0/C:col10/1732598525457/Put/seqid=0 2024-11-26T05:22:07,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742075_1251 (size=12454) 2024-11-26T05:22:07,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:07,670 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dd730ed3208f422ab7f622d2ca596503_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dd730ed3208f422ab7f622d2ca596503_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:07,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/934e255f8f1e4c0bbce2b52d85fd3780, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:07,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/934e255f8f1e4c0bbce2b52d85fd3780 is 175, key is test_row_0/A:col10/1732598525789/Put/seqid=0 2024-11-26T05:22:07,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742076_1252 (size=4469) 2024-11-26T05:22:07,688 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fab4f3e4375480a530245b774d489265#A#compaction#205 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:07,689 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/6845e795050b446b891cc8e04513d0ce is 175, key is test_row_0/A:col10/1732598525457/Put/seqid=0 2024-11-26T05:22:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742077_1253 (size=13255) 2024-11-26T05:22:07,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742078_1254 (size=31255) 2024-11-26T05:22:07,706 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/934e255f8f1e4c0bbce2b52d85fd3780 2024-11-26T05:22:07,707 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/7a31c9817bd94c6eabc522d8e2a33625 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/7a31c9817bd94c6eabc522d8e2a33625 2024-11-26T05:22:07,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742079_1255 (size=32209) 2024-11-26T05:22:07,723 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/C of fab4f3e4375480a530245b774d489265 into 7a31c9817bd94c6eabc522d8e2a33625(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:07,724 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:07,724 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/C, priority=13, startTime=1732598527520; duration=0sec 2024-11-26T05:22:07,724 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:07,724 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:C 2024-11-26T05:22:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/1e4ed2afc7194458a74b256264139061 is 50, key is test_row_0/B:col10/1732598525789/Put/seqid=0 2024-11-26T05:22:07,733 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/6845e795050b446b891cc8e04513d0ce as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/6845e795050b446b891cc8e04513d0ce 2024-11-26T05:22:07,741 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fab4f3e4375480a530245b774d489265/A of fab4f3e4375480a530245b774d489265 into 6845e795050b446b891cc8e04513d0ce(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:07,741 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:07,741 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265., storeName=fab4f3e4375480a530245b774d489265/A, priority=13, startTime=1732598527518; duration=0sec 2024-11-26T05:22:07,741 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:07,741 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fab4f3e4375480a530245b774d489265:A 2024-11-26T05:22:07,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742080_1256 (size=12301) 2024-11-26T05:22:07,756 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/1e4ed2afc7194458a74b256264139061 2024-11-26T05:22:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/487b81f91312423baf81569a6c1baa3b is 50, key is test_row_0/C:col10/1732598525789/Put/seqid=0 2024-11-26T05:22:07,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742081_1257 (size=12301) 2024-11-26T05:22:07,806 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/487b81f91312423baf81569a6c1baa3b 2024-11-26T05:22:07,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/934e255f8f1e4c0bbce2b52d85fd3780 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/934e255f8f1e4c0bbce2b52d85fd3780 2024-11-26T05:22:07,819 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/934e255f8f1e4c0bbce2b52d85fd3780, entries=150, sequenceid=412, filesize=30.5 K 2024-11-26T05:22:07,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/1e4ed2afc7194458a74b256264139061 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/1e4ed2afc7194458a74b256264139061 2024-11-26T05:22:07,825 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/1e4ed2afc7194458a74b256264139061, entries=150, sequenceid=412, filesize=12.0 K 2024-11-26T05:22:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/487b81f91312423baf81569a6c1baa3b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/487b81f91312423baf81569a6c1baa3b 2024-11-26T05:22:07,832 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/487b81f91312423baf81569a6c1baa3b, entries=150, sequenceid=412, filesize=12.0 K 2024-11-26T05:22:07,833 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for fab4f3e4375480a530245b774d489265 in 262ms, sequenceid=412, compaction requested=false 2024-11-26T05:22:07,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:07,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:07,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-26T05:22:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-26T05:22:07,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-26T05:22:07,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-11-26T05:22:07,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.8290 sec 2024-11-26T05:22:07,927 DEBUG [Thread-673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:50299 2024-11-26T05:22:07,927 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:07,934 DEBUG [Thread-677 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:50299 2024-11-26T05:22:07,934 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:07,939 DEBUG [Thread-671 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:50299 2024-11-26T05:22:07,939 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:07,944 DEBUG [Thread-675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:50299 2024-11-26T05:22:07,944 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T05:22:08,132 INFO [Thread-681 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-26T05:22:10,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T05:22:16,593 DEBUG [Thread-679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:50299 2024-11-26T05:22:16,593 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2946 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2830 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T05:22:16,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1283 2024-11-26T05:22:16,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3849 rows 2024-11-26T05:22:16,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1304 2024-11-26T05:22:16,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3911 rows 2024-11-26T05:22:16,594 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T05:22:16,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:50299 2024-11-26T05:22:16,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:16,597 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T05:22:16,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T05:22:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T05:22:16,600 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598536600"}]},"ts":"1732598536600"} 2024-11-26T05:22:16,601 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T05:22:16,666 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T05:22:16,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T05:22:16,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, UNASSIGN}] 2024-11-26T05:22:16,668 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, UNASSIGN 2024-11-26T05:22:16,669 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=fab4f3e4375480a530245b774d489265, regionState=CLOSING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:22:16,670 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T05:22:16,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:22:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T05:22:16,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:16,821 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close fab4f3e4375480a530245b774d489265 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing fab4f3e4375480a530245b774d489265, disabling compactions & flushes 2024-11-26T05:22:16,822 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. after waiting 0 ms 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:16,822 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing fab4f3e4375480a530245b774d489265 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=A 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=B 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fab4f3e4375480a530245b774d489265, store=C 2024-11-26T05:22:16,822 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:16,829 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c66a862ba9754e71a3220a5d083576b9_fab4f3e4375480a530245b774d489265 is 50, key is test_row_0/A:col10/1732598527943/Put/seqid=0 2024-11-26T05:22:16,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742082_1258 (size=12454) 2024-11-26T05:22:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T05:22:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T05:22:17,233 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:17,237 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c66a862ba9754e71a3220a5d083576b9_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c66a862ba9754e71a3220a5d083576b9_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:17,238 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/a8af801ce34e46a989bd860e968927b0, store: [table=TestAcidGuarantees family=A region=fab4f3e4375480a530245b774d489265] 2024-11-26T05:22:17,239 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/a8af801ce34e46a989bd860e968927b0 is 175, key is test_row_0/A:col10/1732598527943/Put/seqid=0 2024-11-26T05:22:17,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742083_1259 (size=31255) 2024-11-26T05:22:17,243 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/a8af801ce34e46a989bd860e968927b0 2024-11-26T05:22:17,250 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/7bc3fa6b320c464894a3f4e44889152b is 50, key is test_row_0/B:col10/1732598527943/Put/seqid=0 2024-11-26T05:22:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742084_1260 (size=12301) 2024-11-26T05:22:17,655 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/7bc3fa6b320c464894a3f4e44889152b 2024-11-26T05:22:17,661 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/7f6fa9bd833f40bead54d7a5da19f39a is 50, key is test_row_0/C:col10/1732598527943/Put/seqid=0 2024-11-26T05:22:17,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742085_1261 (size=12301) 2024-11-26T05:22:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T05:22:18,054 DEBUG [master/6de696b11002:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 019336888544f950e67275eb9b3f6e1e changed from -1.0 to 0.0, refreshing cache 2024-11-26T05:22:18,065 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/7f6fa9bd833f40bead54d7a5da19f39a 2024-11-26T05:22:18,070 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/A/a8af801ce34e46a989bd860e968927b0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/a8af801ce34e46a989bd860e968927b0 2024-11-26T05:22:18,073 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/a8af801ce34e46a989bd860e968927b0, entries=150, sequenceid=423, filesize=30.5 K 2024-11-26T05:22:18,074 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/B/7bc3fa6b320c464894a3f4e44889152b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/7bc3fa6b320c464894a3f4e44889152b 2024-11-26T05:22:18,078 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/7bc3fa6b320c464894a3f4e44889152b, entries=150, sequenceid=423, filesize=12.0 K 2024-11-26T05:22:18,079 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/.tmp/C/7f6fa9bd833f40bead54d7a5da19f39a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/7f6fa9bd833f40bead54d7a5da19f39a 2024-11-26T05:22:18,082 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/7f6fa9bd833f40bead54d7a5da19f39a, entries=150, sequenceid=423, filesize=12.0 K 2024-11-26T05:22:18,083 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for fab4f3e4375480a530245b774d489265 in 1261ms, sequenceid=423, compaction requested=true 2024-11-26T05:22:18,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/4dfbb95135b64ff9858e0b76a0538751, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109bcebd264842288e39039b3d5eebc4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cf6e5b72047446f1b1ca6256a7438918, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c65f40dbf2bc4e7a93f59f8b9f963b1b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/99619d56217447c798ec2a81a6fd5594, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/65ef6da0075040aabf1dbc1a0af4a76a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/a65ef1b9d41e4584b5ac6e5112afcbd5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cb1c36e8e3044ce0b4378bb7cb822124, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/db27d7ae25c4428a8f105628f4a9953b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1486aa250f8c4ea4a0d1afd894718664, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2113292e19c34e388c65b44da653524e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c4308eec4b8446fc951a974d9eaef537, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f51e992d05804379aed99cc69f4f17ba, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1c11d7af151d415c9a362702d13967ca, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/eb1715ff979244cd9b20a3d53ad6dd23, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/bbed73f77d17496e8ee3ea5eda6b9607, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/67c042fcfc8f4ba29e5c8014adb71f00, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/202f7bd84bd24e8cbefed4c313fd225a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/ea4dbd7af2e0497880ccf53c4729fe91, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/5e933f7b3a694640879ea9d989cb3ffe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/0e27930b2dc04c8391cc1f0cfb748128, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/b66e411cbeb148b6bd6f328470c0f018, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f993b3d639a54ac09df8591194374bd4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2a4813acc2fa4e18a81d4646920f39e9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/52c3ee0183ba4b5ca9062bd072961cd7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d501486dda4040b1bda2539302521ecf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d224447159bd47c49492dc520d4f9600, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109b0f3fab53444b9515abded9c47b2c] to archive 2024-11-26T05:22:18,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:22:18,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/4dfbb95135b64ff9858e0b76a0538751 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/4dfbb95135b64ff9858e0b76a0538751 2024-11-26T05:22:18,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109bcebd264842288e39039b3d5eebc4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109bcebd264842288e39039b3d5eebc4 2024-11-26T05:22:18,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cf6e5b72047446f1b1ca6256a7438918 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cf6e5b72047446f1b1ca6256a7438918 2024-11-26T05:22:18,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c65f40dbf2bc4e7a93f59f8b9f963b1b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c65f40dbf2bc4e7a93f59f8b9f963b1b 2024-11-26T05:22:18,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/99619d56217447c798ec2a81a6fd5594 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/99619d56217447c798ec2a81a6fd5594 2024-11-26T05:22:18,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/65ef6da0075040aabf1dbc1a0af4a76a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/65ef6da0075040aabf1dbc1a0af4a76a 2024-11-26T05:22:18,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/a65ef1b9d41e4584b5ac6e5112afcbd5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/a65ef1b9d41e4584b5ac6e5112afcbd5 2024-11-26T05:22:18,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cb1c36e8e3044ce0b4378bb7cb822124 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/cb1c36e8e3044ce0b4378bb7cb822124 2024-11-26T05:22:18,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/db27d7ae25c4428a8f105628f4a9953b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/db27d7ae25c4428a8f105628f4a9953b 2024-11-26T05:22:18,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1486aa250f8c4ea4a0d1afd894718664 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1486aa250f8c4ea4a0d1afd894718664 2024-11-26T05:22:18,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2113292e19c34e388c65b44da653524e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2113292e19c34e388c65b44da653524e 2024-11-26T05:22:18,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c4308eec4b8446fc951a974d9eaef537 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/c4308eec4b8446fc951a974d9eaef537 2024-11-26T05:22:18,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f51e992d05804379aed99cc69f4f17ba to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f51e992d05804379aed99cc69f4f17ba 2024-11-26T05:22:18,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1c11d7af151d415c9a362702d13967ca to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/1c11d7af151d415c9a362702d13967ca 2024-11-26T05:22:18,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/eb1715ff979244cd9b20a3d53ad6dd23 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/eb1715ff979244cd9b20a3d53ad6dd23 2024-11-26T05:22:18,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/bbed73f77d17496e8ee3ea5eda6b9607 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/bbed73f77d17496e8ee3ea5eda6b9607 2024-11-26T05:22:18,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/67c042fcfc8f4ba29e5c8014adb71f00 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/67c042fcfc8f4ba29e5c8014adb71f00 2024-11-26T05:22:18,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/202f7bd84bd24e8cbefed4c313fd225a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/202f7bd84bd24e8cbefed4c313fd225a 2024-11-26T05:22:18,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/ea4dbd7af2e0497880ccf53c4729fe91 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/ea4dbd7af2e0497880ccf53c4729fe91 2024-11-26T05:22:18,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/5e933f7b3a694640879ea9d989cb3ffe to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/5e933f7b3a694640879ea9d989cb3ffe 2024-11-26T05:22:18,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/0e27930b2dc04c8391cc1f0cfb748128 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/0e27930b2dc04c8391cc1f0cfb748128 2024-11-26T05:22:18,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/b66e411cbeb148b6bd6f328470c0f018 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/b66e411cbeb148b6bd6f328470c0f018 2024-11-26T05:22:18,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f993b3d639a54ac09df8591194374bd4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/f993b3d639a54ac09df8591194374bd4 2024-11-26T05:22:18,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2a4813acc2fa4e18a81d4646920f39e9 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/2a4813acc2fa4e18a81d4646920f39e9 2024-11-26T05:22:18,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/52c3ee0183ba4b5ca9062bd072961cd7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/52c3ee0183ba4b5ca9062bd072961cd7 2024-11-26T05:22:18,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d501486dda4040b1bda2539302521ecf to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d501486dda4040b1bda2539302521ecf 2024-11-26T05:22:18,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d224447159bd47c49492dc520d4f9600 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/d224447159bd47c49492dc520d4f9600 2024-11-26T05:22:18,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109b0f3fab53444b9515abded9c47b2c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/109b0f3fab53444b9515abded9c47b2c 2024-11-26T05:22:18,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/549a0b218988413fb763d3a830e630f9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8b3f12384a7c4637acb5f2c73677f0cb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0d56e015cfe24462bfaf1ffa13bd415f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/50e028c413a941c98044d642a5ebdd7f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/04a4308ba3c248ccb1f3cd83fedc8d68, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/463813f1ed3844e7822527e4ffb6e1ca, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4fb529f445f74d37b93d8a4c2f913933, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/794e68941b484d4eb48c6b9d042fb7c8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/f4e829175c734bbc8ba9d8370a599bb5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/79d427f4b96642e1a349729d56367cb8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/d270adb2dd0b4719884b2f9309c4d272, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/70a47b5c774b4657a007c3597323bd99, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/614258eee321401095a038e409419812, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a9d112b06f874f61a30b9674852c5fc0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4bf432576ea34c3cba93652d85b29c09, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/772eda43c0a544fb81642440557d59c6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/adc7b5edfb23400f92bf63fd9849fe88, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/5891509c1cb44323ba8ebe0adacde3fd, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6c674153e42644588f04d0259011a7bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a3a53e5347c54b678cf52179b4820346, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3414eebccb7943c6b99ade4c2ce1ada0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a454d642dbb4474a9e2d471ca802f00f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3d21b62dcc74454fbdc9da5a0c02312e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/19c03706a97247259bbb11a3a5a68bb6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8c8a55c6ee5a4e3cb449ce9eb68a4fda, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/1f9c3bbeb8a54b759408a7ed866b220f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0b947129d71c434e85144f4fd8b91608, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6f3ff10f0cf049848bb48ff7076f3155] to archive 2024-11-26T05:22:18,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:22:18,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/549a0b218988413fb763d3a830e630f9 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/549a0b218988413fb763d3a830e630f9 2024-11-26T05:22:18,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8b3f12384a7c4637acb5f2c73677f0cb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8b3f12384a7c4637acb5f2c73677f0cb 2024-11-26T05:22:18,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0d56e015cfe24462bfaf1ffa13bd415f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0d56e015cfe24462bfaf1ffa13bd415f 2024-11-26T05:22:18,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/50e028c413a941c98044d642a5ebdd7f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/50e028c413a941c98044d642a5ebdd7f 2024-11-26T05:22:18,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/04a4308ba3c248ccb1f3cd83fedc8d68 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/04a4308ba3c248ccb1f3cd83fedc8d68 2024-11-26T05:22:18,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/463813f1ed3844e7822527e4ffb6e1ca to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/463813f1ed3844e7822527e4ffb6e1ca 2024-11-26T05:22:18,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4fb529f445f74d37b93d8a4c2f913933 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4fb529f445f74d37b93d8a4c2f913933 2024-11-26T05:22:18,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/794e68941b484d4eb48c6b9d042fb7c8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/794e68941b484d4eb48c6b9d042fb7c8 2024-11-26T05:22:18,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/f4e829175c734bbc8ba9d8370a599bb5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/f4e829175c734bbc8ba9d8370a599bb5 2024-11-26T05:22:18,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/79d427f4b96642e1a349729d56367cb8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/79d427f4b96642e1a349729d56367cb8 2024-11-26T05:22:18,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/d270adb2dd0b4719884b2f9309c4d272 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/d270adb2dd0b4719884b2f9309c4d272 2024-11-26T05:22:18,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/70a47b5c774b4657a007c3597323bd99 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/70a47b5c774b4657a007c3597323bd99 2024-11-26T05:22:18,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/614258eee321401095a038e409419812 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/614258eee321401095a038e409419812 2024-11-26T05:22:18,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a9d112b06f874f61a30b9674852c5fc0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a9d112b06f874f61a30b9674852c5fc0 2024-11-26T05:22:18,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4bf432576ea34c3cba93652d85b29c09 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/4bf432576ea34c3cba93652d85b29c09 2024-11-26T05:22:18,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/772eda43c0a544fb81642440557d59c6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/772eda43c0a544fb81642440557d59c6 2024-11-26T05:22:18,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/adc7b5edfb23400f92bf63fd9849fe88 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/adc7b5edfb23400f92bf63fd9849fe88 2024-11-26T05:22:18,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/5891509c1cb44323ba8ebe0adacde3fd to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/5891509c1cb44323ba8ebe0adacde3fd 2024-11-26T05:22:18,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6c674153e42644588f04d0259011a7bc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6c674153e42644588f04d0259011a7bc 2024-11-26T05:22:18,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a3a53e5347c54b678cf52179b4820346 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a3a53e5347c54b678cf52179b4820346 2024-11-26T05:22:18,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3414eebccb7943c6b99ade4c2ce1ada0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3414eebccb7943c6b99ade4c2ce1ada0 2024-11-26T05:22:18,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a454d642dbb4474a9e2d471ca802f00f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/a454d642dbb4474a9e2d471ca802f00f 2024-11-26T05:22:18,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3d21b62dcc74454fbdc9da5a0c02312e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/3d21b62dcc74454fbdc9da5a0c02312e 2024-11-26T05:22:18,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/19c03706a97247259bbb11a3a5a68bb6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/19c03706a97247259bbb11a3a5a68bb6 2024-11-26T05:22:18,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8c8a55c6ee5a4e3cb449ce9eb68a4fda to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/8c8a55c6ee5a4e3cb449ce9eb68a4fda 2024-11-26T05:22:18,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/1f9c3bbeb8a54b759408a7ed866b220f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/1f9c3bbeb8a54b759408a7ed866b220f 2024-11-26T05:22:18,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0b947129d71c434e85144f4fd8b91608 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/0b947129d71c434e85144f4fd8b91608 2024-11-26T05:22:18,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6f3ff10f0cf049848bb48ff7076f3155 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/6f3ff10f0cf049848bb48ff7076f3155 2024-11-26T05:22:18,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/62f4f82435154cd39c8500e4631830c9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0ffb234c8cb24dc9964b4b1b30bab567, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a59ab3bbdb274825b6f9c32bedc110ad, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/4ef644a6ddcb4c0dbb655b712fb23ac2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/55583af67e9c48d9a2eca3ee79e092a5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c7ad1896636f43d285345f8f50a7fee8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/fbbb9d67fdab4f52ba33d7034a01a798, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/9931d13bb35d474ea6d2ea64dba39fe0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/89412131d16a4429bbad83cf20973f54, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/068b20b26e114036a67e929d0636a22c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b3e8d86c09044ec98089afd02409d4f5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/812faca27cdd4dac8de9c9a3264d03fa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/2281e3057bc84c4ab8c86b8cccbea047, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/37a1b07900f04adbb82e0883bb977f7f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/bfb44de929be433a91026a2aa09c266f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/5113c686b2ca491bb8f9c2a7020b1ba5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0336e9a1312b48c5a9ed81e58181355d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b6bcdb03c9d8489099b146c233b8cdf7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/6254cd10837540d09635ec9b5fef1db8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/3c84458d5ba0480e848b80bfb8b5dcef, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/35e39e04997c430680840607341f276e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/91f6ce37604c4c9f8d7c3fabe7b8ce6d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a2ef999c64b04f738f01a9d27815ab40, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/e56f63973ab143bcba94c9737a59738b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/95782c3c2a94437fb84b60120d6edfc3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/583f264d064c4fb6993ca348a4eaccb9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/eeb0f51156dc489fa3ed2b8457d2b2b5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c5d186bd2178463d8ae57f1879fcff22] to archive 2024-11-26T05:22:18,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:22:18,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/62f4f82435154cd39c8500e4631830c9 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/62f4f82435154cd39c8500e4631830c9 2024-11-26T05:22:18,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0ffb234c8cb24dc9964b4b1b30bab567 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0ffb234c8cb24dc9964b4b1b30bab567 2024-11-26T05:22:18,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a59ab3bbdb274825b6f9c32bedc110ad to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a59ab3bbdb274825b6f9c32bedc110ad 2024-11-26T05:22:18,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/4ef644a6ddcb4c0dbb655b712fb23ac2 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/4ef644a6ddcb4c0dbb655b712fb23ac2 2024-11-26T05:22:18,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/55583af67e9c48d9a2eca3ee79e092a5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/55583af67e9c48d9a2eca3ee79e092a5 2024-11-26T05:22:18,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c7ad1896636f43d285345f8f50a7fee8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c7ad1896636f43d285345f8f50a7fee8 2024-11-26T05:22:18,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/fbbb9d67fdab4f52ba33d7034a01a798 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/fbbb9d67fdab4f52ba33d7034a01a798 2024-11-26T05:22:18,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/9931d13bb35d474ea6d2ea64dba39fe0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/9931d13bb35d474ea6d2ea64dba39fe0 2024-11-26T05:22:18,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/89412131d16a4429bbad83cf20973f54 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/89412131d16a4429bbad83cf20973f54 2024-11-26T05:22:18,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/068b20b26e114036a67e929d0636a22c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/068b20b26e114036a67e929d0636a22c 2024-11-26T05:22:18,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b3e8d86c09044ec98089afd02409d4f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b3e8d86c09044ec98089afd02409d4f5 2024-11-26T05:22:18,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/812faca27cdd4dac8de9c9a3264d03fa to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/812faca27cdd4dac8de9c9a3264d03fa 2024-11-26T05:22:18,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/2281e3057bc84c4ab8c86b8cccbea047 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/2281e3057bc84c4ab8c86b8cccbea047 2024-11-26T05:22:18,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/37a1b07900f04adbb82e0883bb977f7f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/37a1b07900f04adbb82e0883bb977f7f 2024-11-26T05:22:18,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/bfb44de929be433a91026a2aa09c266f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/bfb44de929be433a91026a2aa09c266f 2024-11-26T05:22:18,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/5113c686b2ca491bb8f9c2a7020b1ba5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/5113c686b2ca491bb8f9c2a7020b1ba5 2024-11-26T05:22:18,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0336e9a1312b48c5a9ed81e58181355d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/0336e9a1312b48c5a9ed81e58181355d 2024-11-26T05:22:18,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b6bcdb03c9d8489099b146c233b8cdf7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/b6bcdb03c9d8489099b146c233b8cdf7 2024-11-26T05:22:18,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/6254cd10837540d09635ec9b5fef1db8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/6254cd10837540d09635ec9b5fef1db8 2024-11-26T05:22:18,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/3c84458d5ba0480e848b80bfb8b5dcef to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/3c84458d5ba0480e848b80bfb8b5dcef 2024-11-26T05:22:18,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/35e39e04997c430680840607341f276e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/35e39e04997c430680840607341f276e 2024-11-26T05:22:18,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/91f6ce37604c4c9f8d7c3fabe7b8ce6d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/91f6ce37604c4c9f8d7c3fabe7b8ce6d 2024-11-26T05:22:18,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a2ef999c64b04f738f01a9d27815ab40 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/a2ef999c64b04f738f01a9d27815ab40 2024-11-26T05:22:18,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/e56f63973ab143bcba94c9737a59738b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/e56f63973ab143bcba94c9737a59738b 2024-11-26T05:22:18,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/95782c3c2a94437fb84b60120d6edfc3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/95782c3c2a94437fb84b60120d6edfc3 2024-11-26T05:22:18,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/583f264d064c4fb6993ca348a4eaccb9 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/583f264d064c4fb6993ca348a4eaccb9 2024-11-26T05:22:18,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/eeb0f51156dc489fa3ed2b8457d2b2b5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/eeb0f51156dc489fa3ed2b8457d2b2b5 2024-11-26T05:22:18,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c5d186bd2178463d8ae57f1879fcff22 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/c5d186bd2178463d8ae57f1879fcff22 2024-11-26T05:22:18,181 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/recovered.edits/426.seqid, newMaxSeqId=426, maxSeqId=4 2024-11-26T05:22:18,182 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265. 2024-11-26T05:22:18,183 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for fab4f3e4375480a530245b774d489265: 2024-11-26T05:22:18,184 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=fab4f3e4375480a530245b774d489265, regionState=CLOSED 2024-11-26T05:22:18,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-26T05:22:18,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure fab4f3e4375480a530245b774d489265, server=6de696b11002,34963,1732598472077 in 1.5150 sec 2024-11-26T05:22:18,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-26T05:22:18,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fab4f3e4375480a530245b774d489265, UNASSIGN in 1.5190 sec 2024-11-26T05:22:18,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-26T05:22:18,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5210 sec 2024-11-26T05:22:18,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598538190"}]},"ts":"1732598538190"} 2024-11-26T05:22:18,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T05:22:18,199 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T05:22:18,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6020 sec 2024-11-26T05:22:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T05:22:18,704 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-26T05:22:18,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T05:22:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:18,706 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:18,707 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T05:22:18,708 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,710 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/recovered.edits] 2024-11-26T05:22:18,713 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/6845e795050b446b891cc8e04513d0ce to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/6845e795050b446b891cc8e04513d0ce 2024-11-26T05:22:18,714 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/934e255f8f1e4c0bbce2b52d85fd3780 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/934e255f8f1e4c0bbce2b52d85fd3780 2024-11-26T05:22:18,716 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/a8af801ce34e46a989bd860e968927b0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/A/a8af801ce34e46a989bd860e968927b0 2024-11-26T05:22:18,718 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/1e4ed2afc7194458a74b256264139061 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/1e4ed2afc7194458a74b256264139061 2024-11-26T05:22:18,719 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/61148082502c4abeac0616791ea61e36 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/61148082502c4abeac0616791ea61e36 2024-11-26T05:22:18,720 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/7bc3fa6b320c464894a3f4e44889152b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/B/7bc3fa6b320c464894a3f4e44889152b 2024-11-26T05:22:18,722 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/487b81f91312423baf81569a6c1baa3b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/487b81f91312423baf81569a6c1baa3b 2024-11-26T05:22:18,723 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/7a31c9817bd94c6eabc522d8e2a33625 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/7a31c9817bd94c6eabc522d8e2a33625 2024-11-26T05:22:18,724 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/7f6fa9bd833f40bead54d7a5da19f39a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/C/7f6fa9bd833f40bead54d7a5da19f39a 2024-11-26T05:22:18,726 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/recovered.edits/426.seqid to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265/recovered.edits/426.seqid 2024-11-26T05:22:18,726 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,727 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T05:22:18,727 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T05:22:18,728 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T05:22:18,731 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126198559945ffd48ff9aec632c5e0e2890_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126198559945ffd48ff9aec632c5e0e2890_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,732 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112621d1ecf45d7b4ef1b11b5cb64cda7357_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112621d1ecf45d7b4ef1b11b5cb64cda7357_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,733 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112632a61b764a9f4d2cbf9a4bfb96de66f9_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112632a61b764a9f4d2cbf9a4bfb96de66f9_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,734 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112634ef3d4eef40419f8c27464f8748c577_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112634ef3d4eef40419f8c27464f8748c577_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,735 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263bc4b2d4ec7349f6bda9af0472de4f88_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263bc4b2d4ec7349f6bda9af0472de4f88_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,736 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263d6bbcff52be41b097ffe269be33f328_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263d6bbcff52be41b097ffe269be33f328_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,737 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112651549c79cffb43c0940d5d124c306125_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112651549c79cffb43c0940d5d124c306125_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,738 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265689c6ebcbc84e3cb5f2ac82aa1ff24d_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265689c6ebcbc84e3cb5f2ac82aa1ff24d_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,739 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126606efdafe3804785b0e7159809c4285e_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126606efdafe3804785b0e7159809c4285e_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,740 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112661ed674d1c504c9387144aec7cb4eb56_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112661ed674d1c504c9387144aec7cb4eb56_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,740 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126855f65cf221d44bba39f09ac9b3bad22_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126855f65cf221d44bba39f09ac9b3bad22_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,741 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112698760ec70cf740b7b8540baa6615423e_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112698760ec70cf740b7b8540baa6615423e_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,742 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b8b2e971825d4c7c884872776bc2bf0b_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b8b2e971825d4c7c884872776bc2bf0b_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bb112fd0c32246a3ad5dc846e7c9a1bb_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bb112fd0c32246a3ad5dc846e7c9a1bb_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,744 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bf1f3f1a56c44e7ea8785b94f07be59e_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bf1f3f1a56c44e7ea8785b94f07be59e_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,745 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c66a862ba9754e71a3220a5d083576b9_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c66a862ba9754e71a3220a5d083576b9_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,746 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d7f4e93ed72d493caa66b4dbe18b6c01_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d7f4e93ed72d493caa66b4dbe18b6c01_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,747 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d8332a770896434f962f7a77ddd60b7a_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d8332a770896434f962f7a77ddd60b7a_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,748 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dd730ed3208f422ab7f622d2ca596503_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dd730ed3208f422ab7f622d2ca596503_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,749 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ebd8d5edc9b64b228b922ab43d623db5_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ebd8d5edc9b64b228b922ab43d623db5_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,750 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ed63aaf2e5a4498798ffa13bd15b07c9_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ed63aaf2e5a4498798ffa13bd15b07c9_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,751 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f45f4655c89443c2b9df2babc5ed542b_fab4f3e4375480a530245b774d489265 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f45f4655c89443c2b9df2babc5ed542b_fab4f3e4375480a530245b774d489265 2024-11-26T05:22:18,751 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T05:22:18,753 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:18,754 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T05:22:18,756 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T05:22:18,757 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:18,757 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T05:22:18,757 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732598538757"}]},"ts":"9223372036854775807"} 2024-11-26T05:22:18,759 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T05:22:18,759 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fab4f3e4375480a530245b774d489265, NAME => 'TestAcidGuarantees,,1732598503222.fab4f3e4375480a530245b774d489265.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T05:22:18,759 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T05:22:18,759 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732598538759"}]},"ts":"9223372036854775807"} 2024-11-26T05:22:18,760 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T05:22:18,800 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:18,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-11-26T05:22:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T05:22:18,808 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-26T05:22:18,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 240), OpenFileDescriptor=447 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=674 (was 624) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8084 (was 8361) 2024-11-26T05:22:18,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=674, ProcessCount=11, AvailableMemoryMB=8090 2024-11-26T05:22:18,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T05:22:18,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T05:22:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:18,829 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T05:22:18,829 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:18,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-26T05:22:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T05:22:18,830 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T05:22:18,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742086_1262 (size=960) 2024-11-26T05:22:18,836 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c 2024-11-26T05:22:18,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742087_1263 (size=53) 2024-11-26T05:22:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T05:22:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T05:22:19,242 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:22:19,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 19223a620f276e8d3419d8699d447b6f, disabling compactions & flushes 2024-11-26T05:22:19,243 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:19,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:19,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. after waiting 0 ms 2024-11-26T05:22:19,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:19,243 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:19,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:19,244 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T05:22:19,244 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732598539244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732598539244"}]},"ts":"1732598539244"} 2024-11-26T05:22:19,245 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T05:22:19,246 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T05:22:19,246 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598539246"}]},"ts":"1732598539246"} 2024-11-26T05:22:19,246 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T05:22:19,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19223a620f276e8d3419d8699d447b6f, ASSIGN}] 2024-11-26T05:22:19,292 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19223a620f276e8d3419d8699d447b6f, ASSIGN 2024-11-26T05:22:19,293 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19223a620f276e8d3419d8699d447b6f, ASSIGN; state=OFFLINE, location=6de696b11002,34963,1732598472077; forceNewPlan=false, retain=false 2024-11-26T05:22:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T05:22:19,443 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=19223a620f276e8d3419d8699d447b6f, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:22:19,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:22:19,596 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:19,599 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:19,599 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:22:19,599 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:19,599 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:22:19,599 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:19,599 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:19,601 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:19,602 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:22:19,602 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19223a620f276e8d3419d8699d447b6f columnFamilyName A 2024-11-26T05:22:19,602 DEBUG [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:19,602 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] regionserver.HStore(327): Store=19223a620f276e8d3419d8699d447b6f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:22:19,602 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:19,603 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:22:19,603 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19223a620f276e8d3419d8699d447b6f columnFamilyName B 2024-11-26T05:22:19,603 DEBUG [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:19,604 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] regionserver.HStore(327): Store=19223a620f276e8d3419d8699d447b6f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:22:19,604 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:19,605 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:22:19,605 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19223a620f276e8d3419d8699d447b6f columnFamilyName C 2024-11-26T05:22:19,605 DEBUG [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:19,605 INFO [StoreOpener-19223a620f276e8d3419d8699d447b6f-1 {}] regionserver.HStore(327): Store=19223a620f276e8d3419d8699d447b6f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:22:19,605 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:19,606 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:19,606 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:19,607 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:22:19,608 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:19,610 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T05:22:19,610 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 19223a620f276e8d3419d8699d447b6f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66860259, jitterRate=-0.0037045031785964966}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:22:19,612 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:19,613 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., pid=72, masterSystemTime=1732598539596 2024-11-26T05:22:19,614 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:19,614 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:19,614 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=19223a620f276e8d3419d8699d447b6f, regionState=OPEN, openSeqNum=2, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:22:19,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-26T05:22:19,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 in 171 msec 2024-11-26T05:22:19,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-26T05:22:19,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=19223a620f276e8d3419d8699d447b6f, ASSIGN in 325 msec 2024-11-26T05:22:19,618 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T05:22:19,618 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598539618"}]},"ts":"1732598539618"} 2024-11-26T05:22:19,619 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T05:22:19,658 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T05:22:19,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 831 msec 2024-11-26T05:22:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T05:22:19,933 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-26T05:22:19,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-26T05:22:19,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:19,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:19,944 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:19,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T05:22:19,946 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T05:22:19,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-26T05:22:19,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:19,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-26T05:22:19,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:19,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-26T05:22:19,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:19,976 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-26T05:22:19,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:19,985 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-26T05:22:19,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:19,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-26T05:22:20,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:20,001 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-26T05:22:20,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:20,010 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-26T05:22:20,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:20,017 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-26T05:22:20,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:20,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-26T05:22:20,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:20,038 DEBUG [hconnection-0x3f967cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:20,038 DEBUG [hconnection-0x4465f71c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:20,038 DEBUG [hconnection-0x531f62db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:20,038 DEBUG [hconnection-0x1cf61b13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:20,039 DEBUG [hconnection-0x88bcd9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:20,039 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:20,040 DEBUG [hconnection-0x27baf264-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:20,040 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:20,040 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:20,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:20,042 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:20,042 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:20,043 DEBUG [hconnection-0x3e228f6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:20,043 DEBUG [hconnection-0xb98948a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:20,044 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:20,045 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:20,045 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-26T05:22:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T05:22:20,047 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:20,048 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:20,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:20,049 DEBUG [hconnection-0x6425c3d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:20,049 DEBUG [hconnection-0x280c8c04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:20,050 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:20,052 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:20,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:22:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:20,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:20,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/4420bdac9b8045f38c17b1735723fd26 is 50, key is test_row_0/A:col10/1732598540053/Put/seqid=0 2024-11-26T05:22:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742088_1264 (size=11997) 2024-11-26T05:22:20,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598600129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598600131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598600133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T05:22:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598600140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598600156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:20,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598600241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598600243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598600247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598600255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598600261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T05:22:20,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:20,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598600446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598600447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598600451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598600459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598600463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/4420bdac9b8045f38c17b1735723fd26 2024-11-26T05:22:20,510 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:20,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/18e7a47cc6304f26a4f93067ddaa20c4 is 50, key is test_row_0/B:col10/1732598540053/Put/seqid=0 2024-11-26T05:22:20,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742089_1265 (size=9657) 2024-11-26T05:22:20,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/18e7a47cc6304f26a4f93067ddaa20c4 2024-11-26T05:22:20,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/26a58a1a71784516b57c65367ce44354 is 50, key is test_row_0/C:col10/1732598540053/Put/seqid=0 2024-11-26T05:22:20,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742090_1266 (size=9657) 2024-11-26T05:22:20,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/26a58a1a71784516b57c65367ce44354 2024-11-26T05:22:20,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/4420bdac9b8045f38c17b1735723fd26 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4420bdac9b8045f38c17b1735723fd26 2024-11-26T05:22:20,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4420bdac9b8045f38c17b1735723fd26, entries=150, sequenceid=14, filesize=11.7 K 2024-11-26T05:22:20,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/18e7a47cc6304f26a4f93067ddaa20c4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/18e7a47cc6304f26a4f93067ddaa20c4 2024-11-26T05:22:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T05:22:20,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/18e7a47cc6304f26a4f93067ddaa20c4, entries=100, sequenceid=14, filesize=9.4 K 2024-11-26T05:22:20,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/26a58a1a71784516b57c65367ce44354 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/26a58a1a71784516b57c65367ce44354 2024-11-26T05:22:20,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:20,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/26a58a1a71784516b57c65367ce44354, entries=100, sequenceid=14, filesize=9.4 K 2024-11-26T05:22:20,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 19223a620f276e8d3419d8699d447b6f in 629ms, sequenceid=14, compaction requested=false 2024-11-26T05:22:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:20,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T05:22:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:20,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598600792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598600793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/62affa43d03f4ef8b96cf22d2f7ebb8c is 50, key is test_row_0/A:col10/1732598540139/Put/seqid=0 2024-11-26T05:22:20,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598600796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598600797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598600803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:20,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742091_1267 (size=12001) 2024-11-26T05:22:20,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/62affa43d03f4ef8b96cf22d2f7ebb8c 2024-11-26T05:22:20,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/78546d2222624b17a43c79129cdd84bd is 50, key is test_row_0/B:col10/1732598540139/Put/seqid=0 2024-11-26T05:22:20,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598600900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598600902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598600903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598600904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598600909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742092_1268 (size=12001) 2024-11-26T05:22:20,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/78546d2222624b17a43c79129cdd84bd 2024-11-26T05:22:20,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/1fc1e4363ebf4f7787d9840e101a0433 is 50, key is test_row_0/C:col10/1732598540139/Put/seqid=0 2024-11-26T05:22:20,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742093_1269 (size=12001) 2024-11-26T05:22:20,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:20,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:20,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598601104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598601107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598601108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598601108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598601114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:21,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T05:22:21,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:21,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/1fc1e4363ebf4f7787d9840e101a0433 2024-11-26T05:22:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/62affa43d03f4ef8b96cf22d2f7ebb8c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/62affa43d03f4ef8b96cf22d2f7ebb8c 2024-11-26T05:22:21,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/62affa43d03f4ef8b96cf22d2f7ebb8c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T05:22:21,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/78546d2222624b17a43c79129cdd84bd as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/78546d2222624b17a43c79129cdd84bd 2024-11-26T05:22:21,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/78546d2222624b17a43c79129cdd84bd, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T05:22:21,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/1fc1e4363ebf4f7787d9840e101a0433 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/1fc1e4363ebf4f7787d9840e101a0433 2024-11-26T05:22:21,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/1fc1e4363ebf4f7787d9840e101a0433, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T05:22:21,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 19223a620f276e8d3419d8699d447b6f in 613ms, sequenceid=40, compaction requested=false 2024-11-26T05:22:21,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:21,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:22:21,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:21,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:21,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:21,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:21,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:21,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:21,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/64e4de40bd224d458810e4a138d2b59e is 50, key is test_row_0/A:col10/1732598541408/Put/seqid=0 2024-11-26T05:22:21,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742094_1270 (size=12001) 2024-11-26T05:22:21,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/64e4de40bd224d458810e4a138d2b59e 2024-11-26T05:22:21,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598601433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598601434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598601435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598601435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598601436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:21,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/604014d25c5544478da000d8be8ac123 is 50, key is test_row_0/B:col10/1732598541408/Put/seqid=0 2024-11-26T05:22:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742095_1271 (size=12001) 2024-11-26T05:22:21,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598601537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598601539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598601539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598601540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598601541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,595 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:21,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:21,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598601741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598601742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598601743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598601743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598601745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:21,747 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:21,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:21,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/604014d25c5544478da000d8be8ac123 2024-11-26T05:22:21,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/c469ddaa249c4ae6badbfdf54f291658 is 50, key is test_row_0/C:col10/1732598541408/Put/seqid=0 2024-11-26T05:22:21,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742096_1272 (size=12001) 2024-11-26T05:22:21,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/c469ddaa249c4ae6badbfdf54f291658 2024-11-26T05:22:21,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/64e4de40bd224d458810e4a138d2b59e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/64e4de40bd224d458810e4a138d2b59e 2024-11-26T05:22:21,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/64e4de40bd224d458810e4a138d2b59e, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T05:22:21,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/604014d25c5544478da000d8be8ac123 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/604014d25c5544478da000d8be8ac123 2024-11-26T05:22:21,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/604014d25c5544478da000d8be8ac123, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T05:22:21,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/c469ddaa249c4ae6badbfdf54f291658 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/c469ddaa249c4ae6badbfdf54f291658 2024-11-26T05:22:21,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/c469ddaa249c4ae6badbfdf54f291658, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T05:22:21,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 19223a620f276e8d3419d8699d447b6f in 472ms, sequenceid=53, compaction requested=true 2024-11-26T05:22:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:21,881 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:21,881 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:21,883 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:21,883 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:21,883 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,883 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:21,883 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:21,883 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4420bdac9b8045f38c17b1735723fd26, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/62affa43d03f4ef8b96cf22d2f7ebb8c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/64e4de40bd224d458810e4a138d2b59e] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=35.2 K 2024-11-26T05:22:21,883 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,884 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/18e7a47cc6304f26a4f93067ddaa20c4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/78546d2222624b17a43c79129cdd84bd, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/604014d25c5544478da000d8be8ac123] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=32.9 K 2024-11-26T05:22:21,884 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4420bdac9b8045f38c17b1735723fd26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732598540049 2024-11-26T05:22:21,884 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 18e7a47cc6304f26a4f93067ddaa20c4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732598540051 2024-11-26T05:22:21,884 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 78546d2222624b17a43c79129cdd84bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732598540139 2024-11-26T05:22:21,884 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62affa43d03f4ef8b96cf22d2f7ebb8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732598540139 2024-11-26T05:22:21,885 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 604014d25c5544478da000d8be8ac123, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598540789 2024-11-26T05:22:21,885 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64e4de40bd224d458810e4a138d2b59e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598540789 2024-11-26T05:22:21,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:21,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T05:22:21,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,900 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T05:22:21,900 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:21,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:21,901 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/4525c70f9bca48a7930da5748108fe8d is 50, key is test_row_0/B:col10/1732598541408/Put/seqid=0 2024-11-26T05:22:21,920 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:21,921 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0489bf7c0db249b39d5940e0ccda6c1a is 50, key is test_row_0/A:col10/1732598541408/Put/seqid=0 2024-11-26T05:22:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/797d39dfc0f54c889c40fee200faf9f1 is 50, key is test_row_0/A:col10/1732598541434/Put/seqid=0 2024-11-26T05:22:21,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742097_1273 (size=12104) 2024-11-26T05:22:21,940 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/4525c70f9bca48a7930da5748108fe8d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4525c70f9bca48a7930da5748108fe8d 2024-11-26T05:22:21,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742098_1274 (size=12104) 2024-11-26T05:22:21,947 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into 4525c70f9bca48a7930da5748108fe8d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:21,947 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:21,947 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=13, startTime=1732598541881; duration=0sec 2024-11-26T05:22:21,948 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:21,948 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:21,948 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:21,950 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:21,950 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:21,950 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:21,950 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/26a58a1a71784516b57c65367ce44354, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/1fc1e4363ebf4f7787d9840e101a0433, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/c469ddaa249c4ae6badbfdf54f291658] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=32.9 K 2024-11-26T05:22:21,951 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 26a58a1a71784516b57c65367ce44354, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732598540051 2024-11-26T05:22:21,951 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fc1e4363ebf4f7787d9840e101a0433, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732598540139 2024-11-26T05:22:21,951 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c469ddaa249c4ae6badbfdf54f291658, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598540789 2024-11-26T05:22:21,953 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0489bf7c0db249b39d5940e0ccda6c1a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0489bf7c0db249b39d5940e0ccda6c1a 2024-11-26T05:22:21,960 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into 0489bf7c0db249b39d5940e0ccda6c1a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:21,960 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:21,960 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=13, startTime=1732598541881; duration=0sec 2024-11-26T05:22:21,960 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:21,960 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:21,966 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:21,966 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/730496754b4f48a7b5d8654ee34772eb is 50, key is test_row_0/C:col10/1732598541408/Put/seqid=0 2024-11-26T05:22:21,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742099_1275 (size=12001) 2024-11-26T05:22:21,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742100_1276 (size=12104) 2024-11-26T05:22:22,007 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/730496754b4f48a7b5d8654ee34772eb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/730496754b4f48a7b5d8654ee34772eb 2024-11-26T05:22:22,015 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into 730496754b4f48a7b5d8654ee34772eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:22,015 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:22,015 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=13, startTime=1732598541881; duration=0sec 2024-11-26T05:22:22,015 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:22,015 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:22,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598602056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598602055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598602057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598602057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598602057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T05:22:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598602163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598602163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598602163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598602163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598602163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598602365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598602365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598602365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598602365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598602365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,370 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/797d39dfc0f54c889c40fee200faf9f1 2024-11-26T05:22:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/3ab177abdbb44440b3faaf25b539a855 is 50, key is test_row_0/B:col10/1732598541434/Put/seqid=0 2024-11-26T05:22:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742101_1277 (size=12001) 2024-11-26T05:22:22,399 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/3ab177abdbb44440b3faaf25b539a855 2024-11-26T05:22:22,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9d9effef577842f6b10889a7bb67ac0b is 50, key is test_row_0/C:col10/1732598541434/Put/seqid=0 2024-11-26T05:22:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742102_1278 (size=12001) 2024-11-26T05:22:22,449 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9d9effef577842f6b10889a7bb67ac0b 2024-11-26T05:22:22,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/797d39dfc0f54c889c40fee200faf9f1 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/797d39dfc0f54c889c40fee200faf9f1 2024-11-26T05:22:22,460 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/797d39dfc0f54c889c40fee200faf9f1, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T05:22:22,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/3ab177abdbb44440b3faaf25b539a855 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3ab177abdbb44440b3faaf25b539a855 2024-11-26T05:22:22,468 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3ab177abdbb44440b3faaf25b539a855, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T05:22:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9d9effef577842f6b10889a7bb67ac0b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9d9effef577842f6b10889a7bb67ac0b 2024-11-26T05:22:22,477 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9d9effef577842f6b10889a7bb67ac0b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T05:22:22,482 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 19223a620f276e8d3419d8699d447b6f in 579ms, sequenceid=76, compaction requested=false 2024-11-26T05:22:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-26T05:22:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-26T05:22:22,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-26T05:22:22,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4360 sec 2024-11-26T05:22:22,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.4460 sec 2024-11-26T05:22:22,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T05:22:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:22,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:22,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:22,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/55f74286c2954283b98745ee55829267 is 50, key is test_row_0/A:col10/1732598542050/Put/seqid=0 2024-11-26T05:22:22,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598602682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598602687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598602687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598602688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598602688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742103_1279 (size=14341) 2024-11-26T05:22:22,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598602789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598602793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598602793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598602793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598602793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598602992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598602995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598602995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598602996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:22,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598602997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/55f74286c2954283b98745ee55829267 2024-11-26T05:22:23,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/e7dc0146134549c49b1be01d8ff0357b is 50, key is test_row_0/B:col10/1732598542050/Put/seqid=0 2024-11-26T05:22:23,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742104_1280 (size=12001) 2024-11-26T05:22:23,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/e7dc0146134549c49b1be01d8ff0357b 2024-11-26T05:22:23,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9bb5485373fc48f0abb9ef4d7d3a21b8 is 50, key is test_row_0/C:col10/1732598542050/Put/seqid=0 2024-11-26T05:22:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742105_1281 (size=12001) 2024-11-26T05:22:23,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9bb5485373fc48f0abb9ef4d7d3a21b8 2024-11-26T05:22:23,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/55f74286c2954283b98745ee55829267 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/55f74286c2954283b98745ee55829267 2024-11-26T05:22:23,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/55f74286c2954283b98745ee55829267, entries=200, sequenceid=94, filesize=14.0 K 2024-11-26T05:22:23,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/e7dc0146134549c49b1be01d8ff0357b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e7dc0146134549c49b1be01d8ff0357b 2024-11-26T05:22:23,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e7dc0146134549c49b1be01d8ff0357b, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T05:22:23,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9bb5485373fc48f0abb9ef4d7d3a21b8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9bb5485373fc48f0abb9ef4d7d3a21b8 2024-11-26T05:22:23,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9bb5485373fc48f0abb9ef4d7d3a21b8, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T05:22:23,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 19223a620f276e8d3419d8699d447b6f in 482ms, sequenceid=94, compaction requested=true 2024-11-26T05:22:23,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:23,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:23,152 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:23,152 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:23,153 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:23,153 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:23,153 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:23,153 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:23,153 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:23,153 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:23,153 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0489bf7c0db249b39d5940e0ccda6c1a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/797d39dfc0f54c889c40fee200faf9f1, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/55f74286c2954283b98745ee55829267] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=37.5 K 2024-11-26T05:22:23,153 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4525c70f9bca48a7930da5748108fe8d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3ab177abdbb44440b3faaf25b539a855, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e7dc0146134549c49b1be01d8ff0357b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=35.3 K 2024-11-26T05:22:23,153 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4525c70f9bca48a7930da5748108fe8d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598540789 2024-11-26T05:22:23,153 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0489bf7c0db249b39d5940e0ccda6c1a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598540789 2024-11-26T05:22:23,154 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ab177abdbb44440b3faaf25b539a855, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732598541430 2024-11-26T05:22:23,154 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 797d39dfc0f54c889c40fee200faf9f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732598541430 2024-11-26T05:22:23,154 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55f74286c2954283b98745ee55829267, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732598542050 2024-11-26T05:22:23,154 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting e7dc0146134549c49b1be01d8ff0357b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732598542050 2024-11-26T05:22:23,164 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:23,165 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/aef276f2b1874d68a7c306e3deefd926 is 50, key is test_row_0/B:col10/1732598542050/Put/seqid=0 2024-11-26T05:22:23,171 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:23,171 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/370f8766e9e4420e91ab81500ab44ac7 is 50, key is test_row_0/A:col10/1732598542050/Put/seqid=0 2024-11-26T05:22:23,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742107_1283 (size=12207) 2024-11-26T05:22:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742106_1282 (size=12207) 2024-11-26T05:22:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:23,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T05:22:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:23,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:23,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:23,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:23,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:23,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:23,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/1d0d00afe59a4fa39ac29c119c475659 is 50, key is test_row_0/A:col10/1732598542687/Put/seqid=0 2024-11-26T05:22:23,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742108_1284 (size=14341) 2024-11-26T05:22:23,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/1d0d00afe59a4fa39ac29c119c475659 2024-11-26T05:22:23,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598603305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/dd5dac09e7df4d8dbac4862a35912bc7 is 50, key is test_row_0/B:col10/1732598542687/Put/seqid=0 2024-11-26T05:22:23,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598603308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598603312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598603314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598603314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742109_1285 (size=12001) 2024-11-26T05:22:23,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/dd5dac09e7df4d8dbac4862a35912bc7 2024-11-26T05:22:23,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/d45dc2e744494c3f86098697e1c3ad28 is 50, key is test_row_0/C:col10/1732598542687/Put/seqid=0 2024-11-26T05:22:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742110_1286 (size=12001) 2024-11-26T05:22:23,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/d45dc2e744494c3f86098697e1c3ad28 2024-11-26T05:22:23,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/1d0d00afe59a4fa39ac29c119c475659 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1d0d00afe59a4fa39ac29c119c475659 2024-11-26T05:22:23,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1d0d00afe59a4fa39ac29c119c475659, entries=200, sequenceid=117, filesize=14.0 K 2024-11-26T05:22:23,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/dd5dac09e7df4d8dbac4862a35912bc7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/dd5dac09e7df4d8dbac4862a35912bc7 2024-11-26T05:22:23,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/dd5dac09e7df4d8dbac4862a35912bc7, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T05:22:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/d45dc2e744494c3f86098697e1c3ad28 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d45dc2e744494c3f86098697e1c3ad28 2024-11-26T05:22:23,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d45dc2e744494c3f86098697e1c3ad28, entries=150, sequenceid=117, filesize=11.7 K 2024-11-26T05:22:23,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 19223a620f276e8d3419d8699d447b6f in 104ms, sequenceid=117, compaction requested=true 2024-11-26T05:22:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:22:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T05:22:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:23,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-26T05:22:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:23,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:22:23,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:23,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:23,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:23,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:23,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:23,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:23,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/df608b57c9074b1da4a859e7b281cc34 is 50, key is test_row_0/A:col10/1732598543304/Put/seqid=0 2024-11-26T05:22:23,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598603439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598603439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598603440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598603441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598603442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742111_1287 (size=14441) 2024-11-26T05:22:23,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/df608b57c9074b1da4a859e7b281cc34 2024-11-26T05:22:23,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/2d3fa9d7838d4490ae5d3e826eebe560 is 50, key is test_row_0/B:col10/1732598543304/Put/seqid=0 2024-11-26T05:22:23,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742112_1288 (size=12101) 2024-11-26T05:22:23,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598603545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598603545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598603545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598603546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598603549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,608 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/370f8766e9e4420e91ab81500ab44ac7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/370f8766e9e4420e91ab81500ab44ac7 2024-11-26T05:22:23,613 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into 370f8766e9e4420e91ab81500ab44ac7(size=11.9 K), total size for store is 25.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:23,613 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:23,613 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=13, startTime=1732598543151; duration=0sec 2024-11-26T05:22:23,613 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-26T05:22:23,613 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:23,614 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:23,614 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:23,622 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/aef276f2b1874d68a7c306e3deefd926 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/aef276f2b1874d68a7c306e3deefd926 2024-11-26T05:22:23,625 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:23,625 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:23,625 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:23,625 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/730496754b4f48a7b5d8654ee34772eb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9d9effef577842f6b10889a7bb67ac0b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9bb5485373fc48f0abb9ef4d7d3a21b8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d45dc2e744494c3f86098697e1c3ad28] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=47.0 K 2024-11-26T05:22:23,628 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 730496754b4f48a7b5d8654ee34772eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598540789 2024-11-26T05:22:23,628 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into aef276f2b1874d68a7c306e3deefd926(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:23,628 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:23,628 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=13, startTime=1732598543152; duration=0sec 2024-11-26T05:22:23,628 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T05:22:23,628 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:23,628 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:23,628 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-26T05:22:23,628 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d9effef577842f6b10889a7bb67ac0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732598541430 2024-11-26T05:22:23,628 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T05:22:23,628 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T05:22:23,629 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. because compaction request was cancelled 2024-11-26T05:22:23,629 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:23,629 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T05:22:23,629 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bb5485373fc48f0abb9ef4d7d3a21b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732598542050 2024-11-26T05:22:23,630 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d45dc2e744494c3f86098697e1c3ad28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732598542681 2024-11-26T05:22:23,630 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T05:22:23,630 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T05:22:23,630 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. because compaction request was cancelled 2024-11-26T05:22:23,630 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:23,630 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T05:22:23,631 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T05:22:23,631 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T05:22:23,631 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. because compaction request was cancelled 2024-11-26T05:22:23,631 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:23,639 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:23,640 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/700cf612f1df4f85bbc0e31bd9c4603f is 50, key is test_row_0/C:col10/1732598542687/Put/seqid=0 2024-11-26T05:22:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742113_1289 (size=12241) 2024-11-26T05:22:23,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T05:22:23,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598603749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598603750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598603750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598603750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598603756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:23,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/2d3fa9d7838d4490ae5d3e826eebe560 2024-11-26T05:22:23,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/06d2884941fc4df899335ab4f40fc367 is 50, key is test_row_0/C:col10/1732598543304/Put/seqid=0 2024-11-26T05:22:23,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742114_1290 (size=12101) 2024-11-26T05:22:23,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/06d2884941fc4df899335ab4f40fc367 2024-11-26T05:22:23,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/df608b57c9074b1da4a859e7b281cc34 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/df608b57c9074b1da4a859e7b281cc34 2024-11-26T05:22:23,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/df608b57c9074b1da4a859e7b281cc34, entries=200, sequenceid=131, filesize=14.1 K 2024-11-26T05:22:23,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/2d3fa9d7838d4490ae5d3e826eebe560 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2d3fa9d7838d4490ae5d3e826eebe560 2024-11-26T05:22:23,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2d3fa9d7838d4490ae5d3e826eebe560, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T05:22:23,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/06d2884941fc4df899335ab4f40fc367 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/06d2884941fc4df899335ab4f40fc367 2024-11-26T05:22:23,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/06d2884941fc4df899335ab4f40fc367, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T05:22:23,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 19223a620f276e8d3419d8699d447b6f in 580ms, sequenceid=131, compaction requested=true 2024-11-26T05:22:23,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:23,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:23,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:23,996 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:23,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:23,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:23,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:23,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:22:23,997 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:23,997 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:23,997 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:23,997 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/370f8766e9e4420e91ab81500ab44ac7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1d0d00afe59a4fa39ac29c119c475659, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/df608b57c9074b1da4a859e7b281cc34] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=40.0 K 2024-11-26T05:22:24,006 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 370f8766e9e4420e91ab81500ab44ac7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732598542050 2024-11-26T05:22:24,007 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d0d00afe59a4fa39ac29c119c475659, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732598542681 2024-11-26T05:22:24,007 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting df608b57c9074b1da4a859e7b281cc34, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732598543304 2024-11-26T05:22:24,030 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:24,030 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/50573d19c34947519c108dbfafd09074 is 50, key is test_row_0/A:col10/1732598543304/Put/seqid=0 2024-11-26T05:22:24,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742115_1291 (size=12409) 2024-11-26T05:22:24,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T05:22:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:24,062 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/700cf612f1df4f85bbc0e31bd9c4603f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/700cf612f1df4f85bbc0e31bd9c4603f 2024-11-26T05:22:24,068 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into 700cf612f1df4f85bbc0e31bd9c4603f(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:24,068 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:24,068 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=12, startTime=1732598543400; duration=0sec 2024-11-26T05:22:24,068 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:22:24,068 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:24,068 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:24,068 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:24,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/3fcd4518c4654fe39e977aeff40d1f19 is 50, key is test_row_0/A:col10/1732598543431/Put/seqid=0 2024-11-26T05:22:24,074 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:24,074 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:24,074 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,075 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/aef276f2b1874d68a7c306e3deefd926, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/dd5dac09e7df4d8dbac4862a35912bc7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2d3fa9d7838d4490ae5d3e826eebe560] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=35.5 K 2024-11-26T05:22:24,075 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting aef276f2b1874d68a7c306e3deefd926, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732598542050 2024-11-26T05:22:24,077 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd5dac09e7df4d8dbac4862a35912bc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732598542681 2024-11-26T05:22:24,077 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d3fa9d7838d4490ae5d3e826eebe560, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732598543304 2024-11-26T05:22:24,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598604075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598604075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598604077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598604078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742116_1292 (size=12151) 2024-11-26T05:22:24,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598604087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,092 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:24,093 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/f16c8e244ffd41b4b5ac656ec542cdb5 is 50, key is test_row_0/B:col10/1732598543304/Put/seqid=0 2024-11-26T05:22:24,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742117_1293 (size=12409) 2024-11-26T05:22:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T05:22:24,156 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-26T05:22:24,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-26T05:22:24,163 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T05:22:24,164 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:24,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:24,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598604185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598604186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598604186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598604186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598604190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T05:22:24,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:24,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598604391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598604391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598604392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598604392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598604395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,454 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/50573d19c34947519c108dbfafd09074 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/50573d19c34947519c108dbfafd09074 2024-11-26T05:22:24,460 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into 50573d19c34947519c108dbfafd09074(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:24,460 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:24,460 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=13, startTime=1732598543996; duration=0sec 2024-11-26T05:22:24,460 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:24,460 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:24,460 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T05:22:24,461 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T05:22:24,461 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T05:22:24,461 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. because compaction request was cancelled 2024-11-26T05:22:24,461 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T05:22:24,469 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:24,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:24,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:24,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/3fcd4518c4654fe39e977aeff40d1f19 2024-11-26T05:22:24,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/3f4ccc3120584465978d919e26b9fb93 is 50, key is test_row_0/B:col10/1732598543431/Put/seqid=0 2024-11-26T05:22:24,547 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/f16c8e244ffd41b4b5ac656ec542cdb5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f16c8e244ffd41b4b5ac656ec542cdb5 2024-11-26T05:22:24,552 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into f16c8e244ffd41b4b5ac656ec542cdb5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:24,552 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:24,552 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=13, startTime=1732598543996; duration=0sec 2024-11-26T05:22:24,553 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:24,553 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742118_1294 (size=12151) 2024-11-26T05:22:24,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/3f4ccc3120584465978d919e26b9fb93 2024-11-26T05:22:24,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/b30126e99e96488a9927bd12cd6bb7d3 is 50, key is test_row_0/C:col10/1732598543431/Put/seqid=0 2024-11-26T05:22:24,622 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:24,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:24,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:24,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742119_1295 (size=12151) 2024-11-26T05:22:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/b30126e99e96488a9927bd12cd6bb7d3 2024-11-26T05:22:24,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/3fcd4518c4654fe39e977aeff40d1f19 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/3fcd4518c4654fe39e977aeff40d1f19 2024-11-26T05:22:24,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/3fcd4518c4654fe39e977aeff40d1f19, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T05:22:24,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/3f4ccc3120584465978d919e26b9fb93 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3f4ccc3120584465978d919e26b9fb93 2024-11-26T05:22:24,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3f4ccc3120584465978d919e26b9fb93, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T05:22:24,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/b30126e99e96488a9927bd12cd6bb7d3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/b30126e99e96488a9927bd12cd6bb7d3 2024-11-26T05:22:24,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/b30126e99e96488a9927bd12cd6bb7d3, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T05:22:24,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 19223a620f276e8d3419d8699d447b6f in 637ms, sequenceid=158, compaction requested=true 2024-11-26T05:22:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:24,697 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T05:22:24,698 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T05:22:24,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:24,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:24,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:24,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:24,698 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T05:22:24,698 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T05:22:24,698 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. because compaction request was cancelled 2024-11-26T05:22:24,699 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:24,699 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:24,699 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T05:22:24,699 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T05:22:24,699 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. because compaction request was cancelled 2024-11-26T05:22:24,699 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:24,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:22:24,701 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:24,701 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:24,701 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,701 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/700cf612f1df4f85bbc0e31bd9c4603f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/06d2884941fc4df899335ab4f40fc367, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/b30126e99e96488a9927bd12cd6bb7d3] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=35.6 K 2024-11-26T05:22:24,702 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 700cf612f1df4f85bbc0e31bd9c4603f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732598542681 2024-11-26T05:22:24,702 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 06d2884941fc4df899335ab4f40fc367, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732598543304 2024-11-26T05:22:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:24,702 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b30126e99e96488a9927bd12cd6bb7d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732598543431 2024-11-26T05:22:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:24,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0703e475b0eb4c77a7190c2e89338c2b is 50, key is test_row_0/A:col10/1732598544699/Put/seqid=0 2024-11-26T05:22:24,728 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:24,729 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/474ca8a1f7cb4e698e562674d50cac59 is 50, key is test_row_0/C:col10/1732598543431/Put/seqid=0 2024-11-26T05:22:24,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598604743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598604744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598604745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598604751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598604751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T05:22:24,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742120_1296 (size=14541) 2024-11-26T05:22:24,794 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:24,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742121_1297 (size=12493) 2024-11-26T05:22:24,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598604852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598604852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598604852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598604857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598604857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:24,962 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:24,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:24,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:24,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:24,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598605062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598605063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598605064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598605069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598605071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:25,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0703e475b0eb4c77a7190c2e89338c2b 2024-11-26T05:22:25,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/723100459f24437d87f57b12092da396 is 50, key is test_row_0/B:col10/1732598544699/Put/seqid=0 2024-11-26T05:22:25,223 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/474ca8a1f7cb4e698e562674d50cac59 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/474ca8a1f7cb4e698e562674d50cac59 2024-11-26T05:22:25,228 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into 474ca8a1f7cb4e698e562674d50cac59(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:25,228 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:25,228 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=13, startTime=1732598544698; duration=0sec 2024-11-26T05:22:25,228 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:25,228 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742122_1298 (size=12151) 2024-11-26T05:22:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T05:22:25,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:25,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:25,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:25,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598605370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598605371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598605371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598605377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598605384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:25,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:25,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:25,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:25,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:25,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/723100459f24437d87f57b12092da396 2024-11-26T05:22:25,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/31daaa398c5d4cef914995f3f8e2972c is 50, key is test_row_0/C:col10/1732598544699/Put/seqid=0 2024-11-26T05:22:25,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742123_1299 (size=12151) 2024-11-26T05:22:25,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:25,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598605878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598605878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598605878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598605885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598605894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:25,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:25,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:25,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:25,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:25,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:26,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:26,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:26,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:26,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:26,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:26,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:26,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:26,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/31daaa398c5d4cef914995f3f8e2972c 2024-11-26T05:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0703e475b0eb4c77a7190c2e89338c2b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0703e475b0eb4c77a7190c2e89338c2b 2024-11-26T05:22:26,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0703e475b0eb4c77a7190c2e89338c2b, entries=200, sequenceid=174, filesize=14.2 K 2024-11-26T05:22:26,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/723100459f24437d87f57b12092da396 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/723100459f24437d87f57b12092da396 2024-11-26T05:22:26,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/723100459f24437d87f57b12092da396, entries=150, sequenceid=174, filesize=11.9 K 2024-11-26T05:22:26,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/31daaa398c5d4cef914995f3f8e2972c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/31daaa398c5d4cef914995f3f8e2972c 2024-11-26T05:22:26,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/31daaa398c5d4cef914995f3f8e2972c, entries=150, sequenceid=174, filesize=11.9 K 2024-11-26T05:22:26,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 19223a620f276e8d3419d8699d447b6f in 1485ms, sequenceid=174, compaction requested=true 2024-11-26T05:22:26,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:26,186 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:26,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:26,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:26,186 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:26,189 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:26,189 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:26,189 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:26,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:26,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:26,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:26,189 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f16c8e244ffd41b4b5ac656ec542cdb5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3f4ccc3120584465978d919e26b9fb93, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/723100459f24437d87f57b12092da396] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=35.9 K 2024-11-26T05:22:26,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:26,189 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:26,189 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:26,189 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:26,190 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/50573d19c34947519c108dbfafd09074, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/3fcd4518c4654fe39e977aeff40d1f19, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0703e475b0eb4c77a7190c2e89338c2b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=38.2 K 2024-11-26T05:22:26,191 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting f16c8e244ffd41b4b5ac656ec542cdb5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732598543304 2024-11-26T05:22:26,191 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50573d19c34947519c108dbfafd09074, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732598543304 2024-11-26T05:22:26,191 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f4ccc3120584465978d919e26b9fb93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732598543431 2024-11-26T05:22:26,191 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 723100459f24437d87f57b12092da396, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732598544072 2024-11-26T05:22:26,191 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fcd4518c4654fe39e977aeff40d1f19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732598543431 2024-11-26T05:22:26,194 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0703e475b0eb4c77a7190c2e89338c2b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732598544072 2024-11-26T05:22:26,205 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:26,207 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/4508a8ae32824a68856b644c899f5fbc is 50, key is test_row_0/B:col10/1732598544699/Put/seqid=0 2024-11-26T05:22:26,210 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:26,211 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/f1da65fc10ed45cc8eeddda83270afc2 is 50, key is test_row_0/A:col10/1732598544699/Put/seqid=0 2024-11-26T05:22:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742124_1300 (size=12561) 2024-11-26T05:22:26,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:26,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T05:22:26,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:26,226 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:22:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:26,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742125_1301 (size=12561) 2024-11-26T05:22:26,238 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/f1da65fc10ed45cc8eeddda83270afc2 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/f1da65fc10ed45cc8eeddda83270afc2 2024-11-26T05:22:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/947a52720b3f45a49f3850ee7bf20a07 is 50, key is test_row_0/A:col10/1732598544750/Put/seqid=0 2024-11-26T05:22:26,245 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into f1da65fc10ed45cc8eeddda83270afc2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:26,245 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:26,246 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=13, startTime=1732598546186; duration=0sec 2024-11-26T05:22:26,246 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:26,246 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:26,246 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T05:22:26,247 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T05:22:26,247 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T05:22:26,247 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. because compaction request was cancelled 2024-11-26T05:22:26,247 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T05:22:26,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742126_1302 (size=12151) 2024-11-26T05:22:26,621 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/4508a8ae32824a68856b644c899f5fbc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4508a8ae32824a68856b644c899f5fbc 2024-11-26T05:22:26,647 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into 4508a8ae32824a68856b644c899f5fbc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:26,647 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:26,647 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=13, startTime=1732598546186; duration=0sec 2024-11-26T05:22:26,647 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:26,647 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:26,701 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/947a52720b3f45a49f3850ee7bf20a07 2024-11-26T05:22:26,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/1bcf024ac4fa4ed19daac3de9a43c9e5 is 50, key is test_row_0/B:col10/1732598544750/Put/seqid=0 2024-11-26T05:22:26,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742127_1303 (size=12151) 2024-11-26T05:22:26,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:26,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598606905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:26,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598606908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:26,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598606908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:26,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598606909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:26,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598606910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598607012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598607012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598607014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598607014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,173 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/1bcf024ac4fa4ed19daac3de9a43c9e5 2024-11-26T05:22:27,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/947fef7b454c4675bdbb59f72268800c is 50, key is test_row_0/C:col10/1732598544750/Put/seqid=0 2024-11-26T05:22:27,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598607214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598607216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598607220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598607219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742128_1304 (size=12151) 2024-11-26T05:22:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598607519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598607520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598607525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598607527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:27,653 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/947fef7b454c4675bdbb59f72268800c 2024-11-26T05:22:27,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/947a52720b3f45a49f3850ee7bf20a07 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/947a52720b3f45a49f3850ee7bf20a07 2024-11-26T05:22:27,666 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/947a52720b3f45a49f3850ee7bf20a07, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T05:22:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/1bcf024ac4fa4ed19daac3de9a43c9e5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/1bcf024ac4fa4ed19daac3de9a43c9e5 2024-11-26T05:22:27,673 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/1bcf024ac4fa4ed19daac3de9a43c9e5, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T05:22:27,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/947fef7b454c4675bdbb59f72268800c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/947fef7b454c4675bdbb59f72268800c 2024-11-26T05:22:27,682 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/947fef7b454c4675bdbb59f72268800c, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T05:22:27,684 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 19223a620f276e8d3419d8699d447b6f in 1458ms, sequenceid=199, compaction requested=true 2024-11-26T05:22:27,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:27,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:27,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-26T05:22:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-26T05:22:27,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-26T05:22:27,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5210 sec 2024-11-26T05:22:27,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 3.5280 sec 2024-11-26T05:22:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:28,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:22:28,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:28,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:28,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:28,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:28,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:28,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:28,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/da647af1b016469caed294296c80f6a6 is 50, key is test_row_0/A:col10/1732598548028/Put/seqid=0 2024-11-26T05:22:28,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742129_1305 (size=12151) 2024-11-26T05:22:28,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598608079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598608085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598608085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598608086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598608186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598608191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598608191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598608191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T05:22:28,283 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-26T05:22:28,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-26T05:22:28,286 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T05:22:28,287 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:28,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T05:22:28,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598608391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598608397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598608398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598608398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:28,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T05:22:28,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:28,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:28,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:28,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/da647af1b016469caed294296c80f6a6 2024-11-26T05:22:28,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/25edbc01b77941a196cd3ef9aaa2f66f is 50, key is test_row_0/B:col10/1732598548028/Put/seqid=0 2024-11-26T05:22:28,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742130_1306 (size=12151) 2024-11-26T05:22:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T05:22:28,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:28,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T05:22:28,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:28,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:28,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:28,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598608699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598608701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598608702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598608711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:28,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T05:22:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:28,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T05:22:28,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:28,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T05:22:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:28,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:28,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598608930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:28,935 DEBUG [Thread-1204 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:28,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/25edbc01b77941a196cd3ef9aaa2f66f 2024-11-26T05:22:28,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/adfbe2c779454c5cb437ab0e101e929e is 50, key is test_row_0/C:col10/1732598548028/Put/seqid=0 2024-11-26T05:22:28,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742131_1307 (size=12151) 2024-11-26T05:22:28,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/adfbe2c779454c5cb437ab0e101e929e 2024-11-26T05:22:29,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/da647af1b016469caed294296c80f6a6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/da647af1b016469caed294296c80f6a6 2024-11-26T05:22:29,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/da647af1b016469caed294296c80f6a6, entries=150, sequenceid=215, filesize=11.9 K 2024-11-26T05:22:29,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/25edbc01b77941a196cd3ef9aaa2f66f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/25edbc01b77941a196cd3ef9aaa2f66f 2024-11-26T05:22:29,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/25edbc01b77941a196cd3ef9aaa2f66f, entries=150, sequenceid=215, filesize=11.9 K 2024-11-26T05:22:29,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/adfbe2c779454c5cb437ab0e101e929e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/adfbe2c779454c5cb437ab0e101e929e 2024-11-26T05:22:29,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/adfbe2c779454c5cb437ab0e101e929e, entries=150, sequenceid=215, filesize=11.9 K 2024-11-26T05:22:29,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 19223a620f276e8d3419d8699d447b6f in 995ms, sequenceid=215, compaction requested=true 2024-11-26T05:22:29,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:29,025 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:29,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:29,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:29,025 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:29,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:29,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:29,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:29,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:29,029 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:29,029 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:29,029 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,029 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/f1da65fc10ed45cc8eeddda83270afc2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/947a52720b3f45a49f3850ee7bf20a07, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/da647af1b016469caed294296c80f6a6] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=36.0 K 2024-11-26T05:22:29,031 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:29,031 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:29,031 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,031 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4508a8ae32824a68856b644c899f5fbc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/1bcf024ac4fa4ed19daac3de9a43c9e5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/25edbc01b77941a196cd3ef9aaa2f66f] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=36.0 K 2024-11-26T05:22:29,031 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1da65fc10ed45cc8eeddda83270afc2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732598544072 2024-11-26T05:22:29,032 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4508a8ae32824a68856b644c899f5fbc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732598544072 2024-11-26T05:22:29,033 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 947a52720b3f45a49f3850ee7bf20a07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732598544743 2024-11-26T05:22:29,033 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bcf024ac4fa4ed19daac3de9a43c9e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732598544743 2024-11-26T05:22:29,034 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 25edbc01b77941a196cd3ef9aaa2f66f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732598546909 2024-11-26T05:22:29,035 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting da647af1b016469caed294296c80f6a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732598546909 2024-11-26T05:22:29,050 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:29,051 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/2a8d3abaa50344b7a7a57b4aa55ffb5f is 50, key is test_row_0/B:col10/1732598548028/Put/seqid=0 2024-11-26T05:22:29,060 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:29,061 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/d2be8767423a498483d6b6920e8e9eb0 is 50, key is test_row_0/A:col10/1732598548028/Put/seqid=0 2024-11-26T05:22:29,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:29,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T05:22:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,062 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T05:22:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:29,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:29,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:29,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742132_1308 (size=12663) 2024-11-26T05:22:29,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/fde6af6e58ba4067ba9e0f6c6add5935 is 50, key is test_row_0/A:col10/1732598548084/Put/seqid=0 2024-11-26T05:22:29,115 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/2a8d3abaa50344b7a7a57b4aa55ffb5f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2a8d3abaa50344b7a7a57b4aa55ffb5f 2024-11-26T05:22:29,124 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into 2a8d3abaa50344b7a7a57b4aa55ffb5f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:29,125 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:29,125 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=13, startTime=1732598549025; duration=0sec 2024-11-26T05:22:29,125 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:29,125 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:29,125 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:29,127 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:29,127 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:29,127 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,128 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/474ca8a1f7cb4e698e562674d50cac59, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/31daaa398c5d4cef914995f3f8e2972c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/947fef7b454c4675bdbb59f72268800c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/adfbe2c779454c5cb437ab0e101e929e] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=47.8 K 2024-11-26T05:22:29,128 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 474ca8a1f7cb4e698e562674d50cac59, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732598543431 2024-11-26T05:22:29,129 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 31daaa398c5d4cef914995f3f8e2972c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732598544072 2024-11-26T05:22:29,129 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 947fef7b454c4675bdbb59f72268800c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732598544743 2024-11-26T05:22:29,130 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting adfbe2c779454c5cb437ab0e101e929e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732598546909 2024-11-26T05:22:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742133_1309 (size=12663) 2024-11-26T05:22:29,173 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:29,174 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9ec8e6e574b640e1a333fa6bbef5c05e is 50, key is test_row_0/C:col10/1732598548028/Put/seqid=0 2024-11-26T05:22:29,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742134_1310 (size=12151) 2024-11-26T05:22:29,194 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/fde6af6e58ba4067ba9e0f6c6add5935 2024-11-26T05:22:29,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742135_1311 (size=12629) 2024-11-26T05:22:29,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/d5148946936743beb275e0033af7a9d7 is 50, key is test_row_0/B:col10/1732598548084/Put/seqid=0 2024-11-26T05:22:29,213 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9ec8e6e574b640e1a333fa6bbef5c05e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9ec8e6e574b640e1a333fa6bbef5c05e 2024-11-26T05:22:29,225 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into 9ec8e6e574b640e1a333fa6bbef5c05e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:29,225 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:29,225 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=12, startTime=1732598549026; duration=0sec 2024-11-26T05:22:29,225 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:29,225 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:29,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598609222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598609224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598609228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598609228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742136_1312 (size=12151) 2024-11-26T05:22:29,241 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/d5148946936743beb275e0033af7a9d7 2024-11-26T05:22:29,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/90f0656e88e24e2387fe0a098c07f2ba is 50, key is test_row_0/C:col10/1732598548084/Put/seqid=0 2024-11-26T05:22:29,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742137_1313 (size=12151) 2024-11-26T05:22:29,310 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/90f0656e88e24e2387fe0a098c07f2ba 2024-11-26T05:22:29,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/fde6af6e58ba4067ba9e0f6c6add5935 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/fde6af6e58ba4067ba9e0f6c6add5935 2024-11-26T05:22:29,326 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/fde6af6e58ba4067ba9e0f6c6add5935, entries=150, sequenceid=238, filesize=11.9 K 2024-11-26T05:22:29,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/d5148946936743beb275e0033af7a9d7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/d5148946936743beb275e0033af7a9d7 2024-11-26T05:22:29,332 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/d5148946936743beb275e0033af7a9d7, entries=150, sequenceid=238, filesize=11.9 K 2024-11-26T05:22:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/90f0656e88e24e2387fe0a098c07f2ba as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/90f0656e88e24e2387fe0a098c07f2ba 2024-11-26T05:22:29,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598609328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598609331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598609332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,338 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/90f0656e88e24e2387fe0a098c07f2ba, entries=150, sequenceid=238, filesize=11.9 K 2024-11-26T05:22:29,339 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 19223a620f276e8d3419d8699d447b6f in 276ms, sequenceid=238, compaction requested=false 2024-11-26T05:22:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-26T05:22:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-26T05:22:29,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-26T05:22:29,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0530 sec 2024-11-26T05:22:29,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.0580 sec 2024-11-26T05:22:29,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:22:29,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:29,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:29,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:29,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:29,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:29,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:29,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/615d50e7d131409d95bc719f2f4776f4 is 50, key is test_row_0/A:col10/1732598549225/Put/seqid=0 2024-11-26T05:22:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T05:22:29,392 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-26T05:22:29,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-26T05:22:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T05:22:29,395 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:29,396 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:29,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:29,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742138_1314 (size=12151) 2024-11-26T05:22:29,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/615d50e7d131409d95bc719f2f4776f4 2024-11-26T05:22:29,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/481f46b282bc49bd85e7a4483a04ffe3 is 50, key is test_row_0/B:col10/1732598549225/Put/seqid=0 2024-11-26T05:22:29,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742139_1315 (size=12151) 2024-11-26T05:22:29,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598609476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T05:22:29,538 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/d2be8767423a498483d6b6920e8e9eb0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/d2be8767423a498483d6b6920e8e9eb0 2024-11-26T05:22:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598609537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598609537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598609538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,545 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into d2be8767423a498483d6b6920e8e9eb0(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:29,545 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:29,545 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=13, startTime=1732598549025; duration=0sec 2024-11-26T05:22:29,545 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:29,545 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:29,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:29,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T05:22:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:29,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598609583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T05:22:29,704 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:29,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T05:22:29,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:29,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:29,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598609788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598609844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598609845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598609845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:29,857 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:29,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T05:22:29,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:29,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:29,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:29,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:29,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/481f46b282bc49bd85e7a4483a04ffe3 2024-11-26T05:22:29,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a867fb6261b24af192ff2acd725cb4fc is 50, key is test_row_0/C:col10/1732598549225/Put/seqid=0 2024-11-26T05:22:29,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742140_1316 (size=12151) 2024-11-26T05:22:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T05:22:30,009 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:30,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T05:22:30,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:30,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:30,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:30,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:30,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:30,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598610091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:30,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:30,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T05:22:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:30,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:30,319 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:30,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T05:22:30,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:30,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:30,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:30,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:30,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:30,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a867fb6261b24af192ff2acd725cb4fc 2024-11-26T05:22:30,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/615d50e7d131409d95bc719f2f4776f4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/615d50e7d131409d95bc719f2f4776f4 2024-11-26T05:22:30,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598610350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598610352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598610352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:30,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/615d50e7d131409d95bc719f2f4776f4, entries=150, sequenceid=254, filesize=11.9 K 2024-11-26T05:22:30,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/481f46b282bc49bd85e7a4483a04ffe3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/481f46b282bc49bd85e7a4483a04ffe3 2024-11-26T05:22:30,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/481f46b282bc49bd85e7a4483a04ffe3, entries=150, sequenceid=254, filesize=11.9 K 2024-11-26T05:22:30,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a867fb6261b24af192ff2acd725cb4fc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a867fb6261b24af192ff2acd725cb4fc 2024-11-26T05:22:30,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a867fb6261b24af192ff2acd725cb4fc, entries=150, sequenceid=254, filesize=11.9 K 2024-11-26T05:22:30,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 19223a620f276e8d3419d8699d447b6f in 1015ms, sequenceid=254, compaction requested=true 2024-11-26T05:22:30,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:30,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:30,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:30,374 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:30,374 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:30,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:30,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:30,376 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:30,376 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:30,376 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:30,376 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:30,376 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:30,376 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:30,376 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2a8d3abaa50344b7a7a57b4aa55ffb5f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/d5148946936743beb275e0033af7a9d7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/481f46b282bc49bd85e7a4483a04ffe3] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=36.1 K 2024-11-26T05:22:30,376 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/d2be8767423a498483d6b6920e8e9eb0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/fde6af6e58ba4067ba9e0f6c6add5935, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/615d50e7d131409d95bc719f2f4776f4] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=36.1 K 2024-11-26T05:22:30,377 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2be8767423a498483d6b6920e8e9eb0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732598546909 2024-11-26T05:22:30,377 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a8d3abaa50344b7a7a57b4aa55ffb5f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732598546909 2024-11-26T05:22:30,378 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting d5148946936743beb275e0033af7a9d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732598548078 2024-11-26T05:22:30,378 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting fde6af6e58ba4067ba9e0f6c6add5935, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732598548078 2024-11-26T05:22:30,379 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 481f46b282bc49bd85e7a4483a04ffe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732598549215 2024-11-26T05:22:30,379 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 615d50e7d131409d95bc719f2f4776f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732598549215 2024-11-26T05:22:30,395 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:30,396 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/a840ca37d69d4820bc10f7d7f429cc86 is 50, key is test_row_0/A:col10/1732598549225/Put/seqid=0 2024-11-26T05:22:30,411 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:30,411 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/100b71a1e57b48a6b592e8b0a4d416b8 is 50, key is test_row_0/B:col10/1732598549225/Put/seqid=0 2024-11-26T05:22:30,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742141_1317 (size=12765) 2024-11-26T05:22:30,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T05:22:30,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:30,473 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T05:22:30,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:30,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:30,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:30,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:30,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:30,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:30,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742142_1318 (size=12765) 2024-11-26T05:22:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T05:22:30,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/5fc0812632834e829957f1489ffac880 is 50, key is test_row_0/A:col10/1732598549448/Put/seqid=0 2024-11-26T05:22:30,509 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/100b71a1e57b48a6b592e8b0a4d416b8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/100b71a1e57b48a6b592e8b0a4d416b8 2024-11-26T05:22:30,519 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into 100b71a1e57b48a6b592e8b0a4d416b8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:30,519 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:30,519 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=13, startTime=1732598550374; duration=0sec 2024-11-26T05:22:30,519 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:30,519 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:30,520 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:30,522 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:30,522 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:30,522 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:30,522 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9ec8e6e574b640e1a333fa6bbef5c05e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/90f0656e88e24e2387fe0a098c07f2ba, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a867fb6261b24af192ff2acd725cb4fc] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=36.1 K 2024-11-26T05:22:30,522 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ec8e6e574b640e1a333fa6bbef5c05e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732598546909 2024-11-26T05:22:30,523 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 90f0656e88e24e2387fe0a098c07f2ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732598548078 2024-11-26T05:22:30,523 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a867fb6261b24af192ff2acd725cb4fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732598549215 2024-11-26T05:22:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742143_1319 (size=12301) 2024-11-26T05:22:30,549 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:30,550 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/ea0e15b409b04dceaec7313e9197a3de is 50, key is test_row_0/C:col10/1732598549225/Put/seqid=0 2024-11-26T05:22:30,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742144_1320 (size=12731) 2024-11-26T05:22:30,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:30,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598610743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:30,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598610850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:30,877 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/a840ca37d69d4820bc10f7d7f429cc86 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a840ca37d69d4820bc10f7d7f429cc86 2024-11-26T05:22:30,883 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into a840ca37d69d4820bc10f7d7f429cc86(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:30,883 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:30,883 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=13, startTime=1732598550374; duration=0sec 2024-11-26T05:22:30,883 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:30,883 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:30,943 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/5fc0812632834e829957f1489ffac880 2024-11-26T05:22:30,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/fd61528ae7d048f181e21f7e7e170e27 is 50, key is test_row_0/B:col10/1732598549448/Put/seqid=0 2024-11-26T05:22:31,003 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/ea0e15b409b04dceaec7313e9197a3de as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/ea0e15b409b04dceaec7313e9197a3de 2024-11-26T05:22:31,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742145_1321 (size=12301) 2024-11-26T05:22:31,008 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into ea0e15b409b04dceaec7313e9197a3de(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:31,009 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:31,009 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=13, startTime=1732598550376; duration=0sec 2024-11-26T05:22:31,009 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:31,009 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:31,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598611055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:31,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598611359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:31,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598611359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:31,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598611362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:31,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598611364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:31,410 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/fd61528ae7d048f181e21f7e7e170e27 2024-11-26T05:22:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/7d0560e40c1c445d8252ad95ec6e49a0 is 50, key is test_row_0/C:col10/1732598549448/Put/seqid=0 2024-11-26T05:22:31,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742146_1322 (size=12301) 2024-11-26T05:22:31,429 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/7d0560e40c1c445d8252ad95ec6e49a0 2024-11-26T05:22:31,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/5fc0812632834e829957f1489ffac880 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/5fc0812632834e829957f1489ffac880 2024-11-26T05:22:31,442 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/5fc0812632834e829957f1489ffac880, entries=150, sequenceid=277, filesize=12.0 K 2024-11-26T05:22:31,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/fd61528ae7d048f181e21f7e7e170e27 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/fd61528ae7d048f181e21f7e7e170e27 2024-11-26T05:22:31,457 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/fd61528ae7d048f181e21f7e7e170e27, entries=150, sequenceid=277, filesize=12.0 K 2024-11-26T05:22:31,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/7d0560e40c1c445d8252ad95ec6e49a0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7d0560e40c1c445d8252ad95ec6e49a0 2024-11-26T05:22:31,467 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7d0560e40c1c445d8252ad95ec6e49a0, entries=150, sequenceid=277, filesize=12.0 K 2024-11-26T05:22:31,472 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 19223a620f276e8d3419d8699d447b6f in 999ms, sequenceid=277, compaction requested=false 2024-11-26T05:22:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-26T05:22:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-26T05:22:31,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-26T05:22:31,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0780 sec 2024-11-26T05:22:31,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.0830 sec 2024-11-26T05:22:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T05:22:31,500 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-26T05:22:31,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-26T05:22:31,503 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T05:22:31,504 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:31,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T05:22:31,656 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:31,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T05:22:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:31,656 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:22:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:31,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/a00d4a575d4346e49eac4b977979efe4 is 50, key is test_row_0/A:col10/1732598550709/Put/seqid=0 2024-11-26T05:22:31,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742147_1323 (size=12301) 2024-11-26T05:22:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T05:22:31,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:32,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598612019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T05:22:32,122 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/a00d4a575d4346e49eac4b977979efe4 2024-11-26T05:22:32,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598612129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/222ec14e846b435b9b136882aec60833 is 50, key is test_row_0/B:col10/1732598550709/Put/seqid=0 2024-11-26T05:22:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742148_1324 (size=12301) 2024-11-26T05:22:32,196 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/222ec14e846b435b9b136882aec60833 2024-11-26T05:22:32,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/112b81190a98427c849b63b8381fb690 is 50, key is test_row_0/C:col10/1732598550709/Put/seqid=0 2024-11-26T05:22:32,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742149_1325 (size=12301) 2024-11-26T05:22:32,244 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/112b81190a98427c849b63b8381fb690 2024-11-26T05:22:32,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/a00d4a575d4346e49eac4b977979efe4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a00d4a575d4346e49eac4b977979efe4 2024-11-26T05:22:32,257 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a00d4a575d4346e49eac4b977979efe4, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T05:22:32,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/222ec14e846b435b9b136882aec60833 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/222ec14e846b435b9b136882aec60833 2024-11-26T05:22:32,264 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/222ec14e846b435b9b136882aec60833, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T05:22:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/112b81190a98427c849b63b8381fb690 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/112b81190a98427c849b63b8381fb690 2024-11-26T05:22:32,271 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/112b81190a98427c849b63b8381fb690, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T05:22:32,272 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 19223a620f276e8d3419d8699d447b6f in 615ms, sequenceid=294, compaction requested=true 2024-11-26T05:22:32,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:32,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:32,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-26T05:22:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-26T05:22:32,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-26T05:22:32,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 769 msec 2024-11-26T05:22:32,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 779 msec 2024-11-26T05:22:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:32,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T05:22:32,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:32,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:32,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:32,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:32,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:32,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:32,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/38dbd085adc64abdb4f81af463471e9f is 50, key is test_row_0/A:col10/1732598551999/Put/seqid=0 2024-11-26T05:22:32,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598612409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742150_1326 (size=14741) 2024-11-26T05:22:32,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598612514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T05:22:32,607 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-26T05:22:32,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-26T05:22:32,611 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T05:22:32,611 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:32,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T05:22:32,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598612719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:32,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:32,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T05:22:32,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:32,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:32,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/38dbd085adc64abdb4f81af463471e9f 2024-11-26T05:22:32,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/4d715819d01c4e7d9137fc4182e42393 is 50, key is test_row_0/B:col10/1732598551999/Put/seqid=0 2024-11-26T05:22:32,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742151_1327 (size=12301) 2024-11-26T05:22:32,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/4d715819d01c4e7d9137fc4182e42393 2024-11-26T05:22:32,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:32,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T05:22:32,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:32,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:32,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:32,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:32,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T05:22:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:32,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/41aae472df4946a3be0219d93b27350c is 50, key is test_row_0/C:col10/1732598551999/Put/seqid=0 2024-11-26T05:22:32,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40626 deadline: 1732598612968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:32,972 DEBUG [Thread-1204 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8221 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742152_1328 (size=12301) 2024-11-26T05:22:32,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/41aae472df4946a3be0219d93b27350c 2024-11-26T05:22:32,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/38dbd085adc64abdb4f81af463471e9f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/38dbd085adc64abdb4f81af463471e9f 2024-11-26T05:22:32,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/38dbd085adc64abdb4f81af463471e9f, entries=200, sequenceid=317, filesize=14.4 K 2024-11-26T05:22:32,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/4d715819d01c4e7d9137fc4182e42393 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4d715819d01c4e7d9137fc4182e42393 2024-11-26T05:22:32,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4d715819d01c4e7d9137fc4182e42393, entries=150, sequenceid=317, filesize=12.0 K 2024-11-26T05:22:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/41aae472df4946a3be0219d93b27350c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/41aae472df4946a3be0219d93b27350c 2024-11-26T05:22:33,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/41aae472df4946a3be0219d93b27350c, entries=150, sequenceid=317, filesize=12.0 K 2024-11-26T05:22:33,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 19223a620f276e8d3419d8699d447b6f in 659ms, sequenceid=317, compaction requested=true 2024-11-26T05:22:33,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:33,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:33,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:33,003 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:33,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:33,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:33,003 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:33,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:33,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:33,004 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:33,004 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:33,004 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,004 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/100b71a1e57b48a6b592e8b0a4d416b8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/fd61528ae7d048f181e21f7e7e170e27, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/222ec14e846b435b9b136882aec60833, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4d715819d01c4e7d9137fc4182e42393] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=48.5 K 2024-11-26T05:22:33,005 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52108 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:33,005 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:33,005 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,005 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 100b71a1e57b48a6b592e8b0a4d416b8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732598549215 2024-11-26T05:22:33,005 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a840ca37d69d4820bc10f7d7f429cc86, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/5fc0812632834e829957f1489ffac880, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a00d4a575d4346e49eac4b977979efe4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/38dbd085adc64abdb4f81af463471e9f] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=50.9 K 2024-11-26T05:22:33,006 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting fd61528ae7d048f181e21f7e7e170e27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732598549448 2024-11-26T05:22:33,006 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a840ca37d69d4820bc10f7d7f429cc86, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732598549215 2024-11-26T05:22:33,006 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fc0812632834e829957f1489ffac880, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732598549448 2024-11-26T05:22:33,006 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 222ec14e846b435b9b136882aec60833, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732598550680 2024-11-26T05:22:33,006 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d715819d01c4e7d9137fc4182e42393, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732598551999 2024-11-26T05:22:33,006 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a00d4a575d4346e49eac4b977979efe4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732598550680 2024-11-26T05:22:33,007 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38dbd085adc64abdb4f81af463471e9f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732598551999 2024-11-26T05:22:33,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:22:33,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:33,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:33,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:33,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:33,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:33,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:33,027 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:33,028 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/a28f20ae64f14bf69a12d0a91ebd75b4 is 50, key is test_row_0/A:col10/1732598551999/Put/seqid=0 2024-11-26T05:22:33,038 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:33,038 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/c42a56b1ba8e4921a86f19c87641c74e is 50, key is test_row_0/B:col10/1732598551999/Put/seqid=0 2024-11-26T05:22:33,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/b8e5d3c8dc224deea0cb109d3377007b is 50, key is test_row_0/A:col10/1732598552387/Put/seqid=0 2024-11-26T05:22:33,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:33,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T05:22:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742153_1329 (size=13051) 2024-11-26T05:22:33,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742154_1330 (size=13051) 2024-11-26T05:22:33,106 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/c42a56b1ba8e4921a86f19c87641c74e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c42a56b1ba8e4921a86f19c87641c74e 2024-11-26T05:22:33,112 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into c42a56b1ba8e4921a86f19c87641c74e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:33,112 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:33,112 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=12, startTime=1732598553003; duration=0sec 2024-11-26T05:22:33,113 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:33,113 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:33,113 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:33,114 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:33,114 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:33,114 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,115 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/ea0e15b409b04dceaec7313e9197a3de, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7d0560e40c1c445d8252ad95ec6e49a0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/112b81190a98427c849b63b8381fb690, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/41aae472df4946a3be0219d93b27350c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=48.5 K 2024-11-26T05:22:33,115 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting ea0e15b409b04dceaec7313e9197a3de, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732598549215 2024-11-26T05:22:33,116 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d0560e40c1c445d8252ad95ec6e49a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732598549448 2024-11-26T05:22:33,116 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 112b81190a98427c849b63b8381fb690, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732598550680 2024-11-26T05:22:33,117 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 41aae472df4946a3be0219d93b27350c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732598551999 2024-11-26T05:22:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742155_1331 (size=14741) 2024-11-26T05:22:33,151 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:33,151 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/d040da2246ba4b479a75f28a2c0bbd8e is 50, key is test_row_0/C:col10/1732598551999/Put/seqid=0 2024-11-26T05:22:33,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598613168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:33,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742156_1332 (size=13017) 2024-11-26T05:22:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T05:22:33,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:33,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T05:22:33,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:33,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598613273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:33,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:33,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T05:22:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598613378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,382 DEBUG [Thread-1202 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:33,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598613381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:33,389 DEBUG [Thread-1208 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:33,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598613385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:33,391 DEBUG [Thread-1210 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:33,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598613478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:33,493 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/a28f20ae64f14bf69a12d0a91ebd75b4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a28f20ae64f14bf69a12d0a91ebd75b4 2024-11-26T05:22:33,498 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into a28f20ae64f14bf69a12d0a91ebd75b4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:33,498 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:33,498 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=12, startTime=1732598553003; duration=0sec 2024-11-26T05:22:33,499 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:33,499 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:33,533 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:33,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T05:22:33,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:33,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/b8e5d3c8dc224deea0cb109d3377007b 2024-11-26T05:22:33,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/898bf7e998584249954f023dbbf3def2 is 50, key is test_row_0/B:col10/1732598552387/Put/seqid=0 2024-11-26T05:22:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742157_1333 (size=12301) 2024-11-26T05:22:33,610 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/d040da2246ba4b479a75f28a2c0bbd8e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d040da2246ba4b479a75f28a2c0bbd8e 2024-11-26T05:22:33,617 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into d040da2246ba4b479a75f28a2c0bbd8e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:33,617 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:33,617 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=12, startTime=1732598553003; duration=0sec 2024-11-26T05:22:33,617 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:33,617 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:33,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:33,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T05:22:33,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:33,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T05:22:33,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598613783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:33,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:33,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T05:22:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:33,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:33,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/898bf7e998584249954f023dbbf3def2 2024-11-26T05:22:34,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:34,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T05:22:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:34,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:34,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/944fca0fe35e46d7a2f8547bfbd80e7f is 50, key is test_row_0/C:col10/1732598552387/Put/seqid=0 2024-11-26T05:22:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:34,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742158_1334 (size=12301) 2024-11-26T05:22:34,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/944fca0fe35e46d7a2f8547bfbd80e7f 2024-11-26T05:22:34,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/b8e5d3c8dc224deea0cb109d3377007b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b8e5d3c8dc224deea0cb109d3377007b 2024-11-26T05:22:34,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b8e5d3c8dc224deea0cb109d3377007b, entries=200, sequenceid=331, filesize=14.4 K 2024-11-26T05:22:34,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/898bf7e998584249954f023dbbf3def2 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/898bf7e998584249954f023dbbf3def2 2024-11-26T05:22:34,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/898bf7e998584249954f023dbbf3def2, entries=150, sequenceid=331, filesize=12.0 K 2024-11-26T05:22:34,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/944fca0fe35e46d7a2f8547bfbd80e7f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/944fca0fe35e46d7a2f8547bfbd80e7f 2024-11-26T05:22:34,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/944fca0fe35e46d7a2f8547bfbd80e7f, entries=150, sequenceid=331, filesize=12.0 K 2024-11-26T05:22:34,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 19223a620f276e8d3419d8699d447b6f in 1034ms, sequenceid=331, compaction requested=false 2024-11-26T05:22:34,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:34,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:34,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T05:22:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:34,171 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T05:22:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:34,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:34,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:34,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:34,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:34,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0592410ceb394ee491bb831124615194 is 50, key is test_row_0/A:col10/1732598553164/Put/seqid=0 2024-11-26T05:22:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742159_1335 (size=12301) 2024-11-26T05:22:34,240 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0592410ceb394ee491bb831124615194 2024-11-26T05:22:34,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/24a70b588d6c461b8cfbb936114b819a is 50, key is test_row_0/B:col10/1732598553164/Put/seqid=0 2024-11-26T05:22:34,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:34,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742160_1336 (size=12301) 2024-11-26T05:22:34,299 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/24a70b588d6c461b8cfbb936114b819a 2024-11-26T05:22:34,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/d34efbea5621460a9d8fa743860e2442 is 50, key is test_row_0/C:col10/1732598553164/Put/seqid=0 2024-11-26T05:22:34,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598614333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:34,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742161_1337 (size=12301) 2024-11-26T05:22:34,372 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/d34efbea5621460a9d8fa743860e2442 2024-11-26T05:22:34,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0592410ceb394ee491bb831124615194 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0592410ceb394ee491bb831124615194 2024-11-26T05:22:34,383 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0592410ceb394ee491bb831124615194, entries=150, sequenceid=356, filesize=12.0 K 2024-11-26T05:22:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/24a70b588d6c461b8cfbb936114b819a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/24a70b588d6c461b8cfbb936114b819a 2024-11-26T05:22:34,397 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/24a70b588d6c461b8cfbb936114b819a, entries=150, sequenceid=356, filesize=12.0 K 2024-11-26T05:22:34,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/d34efbea5621460a9d8fa743860e2442 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d34efbea5621460a9d8fa743860e2442 2024-11-26T05:22:34,414 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d34efbea5621460a9d8fa743860e2442, entries=150, sequenceid=356, filesize=12.0 K 2024-11-26T05:22:34,415 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 19223a620f276e8d3419d8699d447b6f in 243ms, sequenceid=356, compaction requested=true 2024-11-26T05:22:34,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:34,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:34,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-26T05:22:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-26T05:22:34,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-26T05:22:34,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-11-26T05:22:34,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8220 sec 2024-11-26T05:22:34,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T05:22:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:34,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0ea9528a571f40f4aae658ca01d749a8 is 50, key is test_row_0/A:col10/1732598554439/Put/seqid=0 2024-11-26T05:22:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742162_1338 (size=14741) 2024-11-26T05:22:34,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598614543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:34,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598614648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T05:22:34,721 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-26T05:22:34,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-26T05:22:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T05:22:34,725 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:34,725 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:34,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T05:22:34,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598614854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:34,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:34,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T05:22:34,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:34,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:34,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:34,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:34,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:34,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0ea9528a571f40f4aae658ca01d749a8 2024-11-26T05:22:34,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/7c06d694e0dd48be9e52c6f884076930 is 50, key is test_row_0/B:col10/1732598554439/Put/seqid=0 2024-11-26T05:22:34,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742163_1339 (size=12301) 2024-11-26T05:22:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T05:22:35,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:35,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T05:22:35,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:35,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:35,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:35,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:35,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:35,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598615159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:35,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:35,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T05:22:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:35,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:35,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T05:22:35,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:35,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T05:22:35,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:35,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:35,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:35,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:35,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:35,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/7c06d694e0dd48be9e52c6f884076930 2024-11-26T05:22:35,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/869de9cb4ccb46d08c57e3534ef7e01e is 50, key is test_row_0/C:col10/1732598554439/Put/seqid=0 2024-11-26T05:22:35,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742164_1340 (size=12301) 2024-11-26T05:22:35,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/869de9cb4ccb46d08c57e3534ef7e01e 2024-11-26T05:22:35,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/0ea9528a571f40f4aae658ca01d749a8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0ea9528a571f40f4aae658ca01d749a8 2024-11-26T05:22:35,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0ea9528a571f40f4aae658ca01d749a8, entries=200, sequenceid=371, filesize=14.4 K 2024-11-26T05:22:35,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/7c06d694e0dd48be9e52c6f884076930 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/7c06d694e0dd48be9e52c6f884076930 2024-11-26T05:22:35,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/7c06d694e0dd48be9e52c6f884076930, entries=150, sequenceid=371, filesize=12.0 K 2024-11-26T05:22:35,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/869de9cb4ccb46d08c57e3534ef7e01e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/869de9cb4ccb46d08c57e3534ef7e01e 2024-11-26T05:22:35,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/869de9cb4ccb46d08c57e3534ef7e01e, entries=150, sequenceid=371, filesize=12.0 K 2024-11-26T05:22:35,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 19223a620f276e8d3419d8699d447b6f in 1019ms, sequenceid=371, compaction requested=true 2024-11-26T05:22:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:35,459 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:35,459 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:35,461 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:35,461 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:35,461 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:35,461 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a28f20ae64f14bf69a12d0a91ebd75b4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b8e5d3c8dc224deea0cb109d3377007b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0592410ceb394ee491bb831124615194, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0ea9528a571f40f4aae658ca01d749a8] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=53.5 K 2024-11-26T05:22:35,462 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:35,462 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a28f20ae64f14bf69a12d0a91ebd75b4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732598551999 2024-11-26T05:22:35,462 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:35,462 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:35,462 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c42a56b1ba8e4921a86f19c87641c74e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/898bf7e998584249954f023dbbf3def2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/24a70b588d6c461b8cfbb936114b819a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/7c06d694e0dd48be9e52c6f884076930] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=48.8 K 2024-11-26T05:22:35,463 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c42a56b1ba8e4921a86f19c87641c74e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732598551999 2024-11-26T05:22:35,463 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8e5d3c8dc224deea0cb109d3377007b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732598552387 2024-11-26T05:22:35,464 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 898bf7e998584249954f023dbbf3def2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732598552387 2024-11-26T05:22:35,464 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0592410ceb394ee491bb831124615194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732598553083 2024-11-26T05:22:35,464 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 24a70b588d6c461b8cfbb936114b819a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732598553083 2024-11-26T05:22:35,464 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ea9528a571f40f4aae658ca01d749a8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732598554305 2024-11-26T05:22:35,465 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c06d694e0dd48be9e52c6f884076930, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732598554305 2024-11-26T05:22:35,478 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:35,479 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/18a9a3f876e942968023bd270a9e794a is 50, key is test_row_0/A:col10/1732598554439/Put/seqid=0 2024-11-26T05:22:35,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:35,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T05:22:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:35,492 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T05:22:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:35,493 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:35,494 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/06ed8cdbaaf14f5b920e36fbb06f6f82 is 50, key is test_row_0/B:col10/1732598554439/Put/seqid=0 2024-11-26T05:22:35,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/ec371dcd2e9741dba3684a099e55f02c is 50, key is test_row_0/A:col10/1732598554541/Put/seqid=0 2024-11-26T05:22:35,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742165_1341 (size=13187) 2024-11-26T05:22:35,566 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/18a9a3f876e942968023bd270a9e794a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/18a9a3f876e942968023bd270a9e794a 2024-11-26T05:22:35,572 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into 18a9a3f876e942968023bd270a9e794a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:35,572 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:35,573 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=12, startTime=1732598555459; duration=0sec 2024-11-26T05:22:35,573 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:35,573 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:35,573 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:35,575 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:35,575 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:35,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742166_1342 (size=13187) 2024-11-26T05:22:35,575 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:35,575 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d040da2246ba4b479a75f28a2c0bbd8e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/944fca0fe35e46d7a2f8547bfbd80e7f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d34efbea5621460a9d8fa743860e2442, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/869de9cb4ccb46d08c57e3534ef7e01e] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=48.8 K 2024-11-26T05:22:35,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742167_1343 (size=12301) 2024-11-26T05:22:35,578 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d040da2246ba4b479a75f28a2c0bbd8e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732598551999 2024-11-26T05:22:35,579 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/ec371dcd2e9741dba3684a099e55f02c 2024-11-26T05:22:35,580 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 944fca0fe35e46d7a2f8547bfbd80e7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732598552387 2024-11-26T05:22:35,580 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d34efbea5621460a9d8fa743860e2442, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732598553083 2024-11-26T05:22:35,584 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 869de9cb4ccb46d08c57e3534ef7e01e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732598554305 2024-11-26T05:22:35,600 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/06ed8cdbaaf14f5b920e36fbb06f6f82 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/06ed8cdbaaf14f5b920e36fbb06f6f82 2024-11-26T05:22:35,612 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into 06ed8cdbaaf14f5b920e36fbb06f6f82(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:35,613 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:35,613 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=12, startTime=1732598555459; duration=0sec 2024-11-26T05:22:35,613 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:35,613 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:35,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/08d5a1b042be4266afe6ef9f4245260d is 50, key is test_row_0/B:col10/1732598554541/Put/seqid=0 2024-11-26T05:22:35,629 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:35,629 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/37e07a6420524d4da2f4f586affc1796 is 50, key is test_row_0/C:col10/1732598554439/Put/seqid=0 2024-11-26T05:22:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:35,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:35,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742168_1344 (size=12301) 2024-11-26T05:22:35,680 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/08d5a1b042be4266afe6ef9f4245260d 2024-11-26T05:22:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742169_1345 (size=13153) 2024-11-26T05:22:35,697 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/37e07a6420524d4da2f4f586affc1796 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/37e07a6420524d4da2f4f586affc1796 2024-11-26T05:22:35,704 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into 37e07a6420524d4da2f4f586affc1796(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:35,704 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:35,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/0117a43912384626ae35fc8a19145d90 is 50, key is test_row_0/C:col10/1732598554541/Put/seqid=0 2024-11-26T05:22:35,704 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=12, startTime=1732598555459; duration=0sec 2024-11-26T05:22:35,705 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:35,705 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:35,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598615736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:35,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742170_1346 (size=12301) 2024-11-26T05:22:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T05:22:35,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598615841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:36,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598616045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:36,152 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/0117a43912384626ae35fc8a19145d90 2024-11-26T05:22:36,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/ec371dcd2e9741dba3684a099e55f02c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/ec371dcd2e9741dba3684a099e55f02c 2024-11-26T05:22:36,162 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/ec371dcd2e9741dba3684a099e55f02c, entries=150, sequenceid=392, filesize=12.0 K 2024-11-26T05:22:36,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/08d5a1b042be4266afe6ef9f4245260d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/08d5a1b042be4266afe6ef9f4245260d 2024-11-26T05:22:36,169 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/08d5a1b042be4266afe6ef9f4245260d, entries=150, sequenceid=392, filesize=12.0 K 2024-11-26T05:22:36,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/0117a43912384626ae35fc8a19145d90 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/0117a43912384626ae35fc8a19145d90 2024-11-26T05:22:36,176 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/0117a43912384626ae35fc8a19145d90, entries=150, sequenceid=392, filesize=12.0 K 2024-11-26T05:22:36,177 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 19223a620f276e8d3419d8699d447b6f in 685ms, sequenceid=392, compaction requested=false 2024-11-26T05:22:36,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:36,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:36,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-26T05:22:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-26T05:22:36,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-26T05:22:36,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4550 sec 2024-11-26T05:22:36,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.4590 sec 2024-11-26T05:22:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:36,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T05:22:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:36,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:36,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:36,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:36,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:36,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:36,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/bc75d91ecffb4a28a8786054cc4b425b is 50, key is test_row_0/A:col10/1732598555697/Put/seqid=0 2024-11-26T05:22:36,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742171_1347 (size=14741) 2024-11-26T05:22:36,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598616435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598616539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:36,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598616745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:36,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/bc75d91ecffb4a28a8786054cc4b425b 2024-11-26T05:22:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T05:22:36,833 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-26T05:22:36,834 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-26T05:22:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T05:22:36,839 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:36,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/8f238148283c45da86bbfa9bff0056d4 is 50, key is test_row_0/B:col10/1732598555697/Put/seqid=0 2024-11-26T05:22:36,845 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:36,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:36,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742172_1348 (size=12301) 2024-11-26T05:22:36,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/8f238148283c45da86bbfa9bff0056d4 2024-11-26T05:22:36,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/992c6ce2be2042bb948b211685dbddf6 is 50, key is test_row_0/C:col10/1732598555697/Put/seqid=0 2024-11-26T05:22:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T05:22:36,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742173_1349 (size=12301) 2024-11-26T05:22:36,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/992c6ce2be2042bb948b211685dbddf6 2024-11-26T05:22:36,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/bc75d91ecffb4a28a8786054cc4b425b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/bc75d91ecffb4a28a8786054cc4b425b 2024-11-26T05:22:36,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/bc75d91ecffb4a28a8786054cc4b425b, entries=200, sequenceid=411, filesize=14.4 K 2024-11-26T05:22:36,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/8f238148283c45da86bbfa9bff0056d4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/8f238148283c45da86bbfa9bff0056d4 2024-11-26T05:22:36,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/8f238148283c45da86bbfa9bff0056d4, entries=150, sequenceid=411, filesize=12.0 K 2024-11-26T05:22:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/992c6ce2be2042bb948b211685dbddf6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/992c6ce2be2042bb948b211685dbddf6 2024-11-26T05:22:36,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/992c6ce2be2042bb948b211685dbddf6, entries=150, sequenceid=411, filesize=12.0 K 2024-11-26T05:22:36,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 19223a620f276e8d3419d8699d447b6f in 624ms, sequenceid=411, compaction requested=true 2024-11-26T05:22:36,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:36,983 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:36,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:36,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:36,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:36,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:36,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:36,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:22:36,986 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:36,988 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:36,988 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:36,988 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:36,988 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/18a9a3f876e942968023bd270a9e794a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/ec371dcd2e9741dba3684a099e55f02c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/bc75d91ecffb4a28a8786054cc4b425b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=39.3 K 2024-11-26T05:22:36,989 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18a9a3f876e942968023bd270a9e794a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732598554305 2024-11-26T05:22:36,990 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:36,990 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:36,990 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:36,990 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/06ed8cdbaaf14f5b920e36fbb06f6f82, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/08d5a1b042be4266afe6ef9f4245260d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/8f238148283c45da86bbfa9bff0056d4] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=36.9 K 2024-11-26T05:22:36,991 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 06ed8cdbaaf14f5b920e36fbb06f6f82, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732598554305 2024-11-26T05:22:36,991 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec371dcd2e9741dba3684a099e55f02c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732598554508 2024-11-26T05:22:36,991 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 08d5a1b042be4266afe6ef9f4245260d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732598554508 2024-11-26T05:22:36,992 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc75d91ecffb4a28a8786054cc4b425b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732598555697 2024-11-26T05:22:36,992 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f238148283c45da86bbfa9bff0056d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732598555697 2024-11-26T05:22:36,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:36,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T05:22:36,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:36,998 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T05:22:36,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/4674f78882474aa68a8c517951a68acb is 50, key is test_row_0/A:col10/1732598556433/Put/seqid=0 2024-11-26T05:22:37,026 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:37,027 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/63ee62892cd14088abb6ff343ab0a358 is 50, key is test_row_0/B:col10/1732598555697/Put/seqid=0 2024-11-26T05:22:37,030 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:37,031 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/79a141dcc5c4468ca7cbdebe101b0ef0 is 50, key is test_row_0/A:col10/1732598555697/Put/seqid=0 2024-11-26T05:22:37,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742174_1350 (size=12301) 2024-11-26T05:22:37,044 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/4674f78882474aa68a8c517951a68acb 2024-11-26T05:22:37,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742176_1352 (size=13289) 2024-11-26T05:22:37,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/44d13cfb28634dbd88f975737270e61c is 50, key is test_row_0/B:col10/1732598556433/Put/seqid=0 2024-11-26T05:22:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742175_1351 (size=13289) 2024-11-26T05:22:37,092 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/63ee62892cd14088abb6ff343ab0a358 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/63ee62892cd14088abb6ff343ab0a358 2024-11-26T05:22:37,099 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into 63ee62892cd14088abb6ff343ab0a358(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:37,099 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:37,099 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=13, startTime=1732598556983; duration=0sec 2024-11-26T05:22:37,099 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:37,099 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:37,099 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:37,100 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:37,100 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:37,100 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:37,100 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/37e07a6420524d4da2f4f586affc1796, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/0117a43912384626ae35fc8a19145d90, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/992c6ce2be2042bb948b211685dbddf6] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=36.9 K 2024-11-26T05:22:37,100 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 37e07a6420524d4da2f4f586affc1796, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732598554305 2024-11-26T05:22:37,101 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 0117a43912384626ae35fc8a19145d90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732598554508 2024-11-26T05:22:37,101 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 992c6ce2be2042bb948b211685dbddf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732598555697 2024-11-26T05:22:37,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742177_1353 (size=12301) 2024-11-26T05:22:37,107 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/44d13cfb28634dbd88f975737270e61c 2024-11-26T05:22:37,119 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:37,120 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a4988659e95743169116b29a9d3e534e is 50, key is test_row_0/C:col10/1732598555697/Put/seqid=0 2024-11-26T05:22:37,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598617124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:37,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a60e36679ec3445088a26a208376f802 is 50, key is test_row_0/C:col10/1732598556433/Put/seqid=0 2024-11-26T05:22:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T05:22:37,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742179_1355 (size=12301) 2024-11-26T05:22:37,181 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a60e36679ec3445088a26a208376f802 2024-11-26T05:22:37,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/4674f78882474aa68a8c517951a68acb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4674f78882474aa68a8c517951a68acb 2024-11-26T05:22:37,194 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4674f78882474aa68a8c517951a68acb, entries=150, sequenceid=431, filesize=12.0 K 2024-11-26T05:22:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742178_1354 (size=13255) 2024-11-26T05:22:37,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/44d13cfb28634dbd88f975737270e61c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/44d13cfb28634dbd88f975737270e61c 2024-11-26T05:22:37,203 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a4988659e95743169116b29a9d3e534e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a4988659e95743169116b29a9d3e534e 2024-11-26T05:22:37,209 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/44d13cfb28634dbd88f975737270e61c, entries=150, sequenceid=431, filesize=12.0 K 2024-11-26T05:22:37,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a60e36679ec3445088a26a208376f802 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a60e36679ec3445088a26a208376f802 2024-11-26T05:22:37,216 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a60e36679ec3445088a26a208376f802, entries=150, sequenceid=431, filesize=12.0 K 2024-11-26T05:22:37,218 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 19223a620f276e8d3419d8699d447b6f in 220ms, sequenceid=431, compaction requested=false 2024-11-26T05:22:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-26T05:22:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-26T05:22:37,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-26T05:22:37,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 373 msec 2024-11-26T05:22:37,224 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into a4988659e95743169116b29a9d3e534e(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:37,224 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:37,224 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=13, startTime=1732598556983; duration=0sec 2024-11-26T05:22:37,224 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:37,224 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:37,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 388 msec 2024-11-26T05:22:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:37,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T05:22:37,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:37,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:37,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:37,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:37,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:37,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:37,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/1b7cb63a643741c4a221d6206b7a2658 is 50, key is test_row_0/A:col10/1732598557228/Put/seqid=0 2024-11-26T05:22:37,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742180_1356 (size=14741) 2024-11-26T05:22:37,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/1b7cb63a643741c4a221d6206b7a2658 2024-11-26T05:22:37,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/2cf09f7515c946d0a0713cbeacafbbda is 50, key is test_row_0/B:col10/1732598557228/Put/seqid=0 2024-11-26T05:22:37,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598617327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:37,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742181_1357 (size=12301) 2024-11-26T05:22:37,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40704 deadline: 1732598617393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:37,396 DEBUG [Thread-1208 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:37,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1732598617418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:37,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732598617418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:37,420 DEBUG [Thread-1210 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8192 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:37,420 DEBUG [Thread-1202 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:37,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598617434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T05:22:37,438 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-26T05:22:37,440 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-26T05:22:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T05:22:37,442 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:37,443 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:37,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:37,472 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/79a141dcc5c4468ca7cbdebe101b0ef0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/79a141dcc5c4468ca7cbdebe101b0ef0 2024-11-26T05:22:37,493 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into 79a141dcc5c4468ca7cbdebe101b0ef0(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:37,493 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:37,493 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=13, startTime=1732598556983; duration=0sec 2024-11-26T05:22:37,493 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:37,493 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T05:22:37,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:37,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T05:22:37,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:37,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:37,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:37,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:37,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:37,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 347 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598617639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T05:22:37,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:37,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T05:22:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:37,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:37,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/2cf09f7515c946d0a0713cbeacafbbda 2024-11-26T05:22:37,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/eeb5fce939244b86b1963c59c94bd5b0 is 50, key is test_row_0/C:col10/1732598557228/Put/seqid=0 2024-11-26T05:22:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742182_1358 (size=12301) 2024-11-26T05:22:37,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/eeb5fce939244b86b1963c59c94bd5b0 2024-11-26T05:22:37,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/1b7cb63a643741c4a221d6206b7a2658 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1b7cb63a643741c4a221d6206b7a2658 2024-11-26T05:22:37,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1b7cb63a643741c4a221d6206b7a2658, entries=200, sequenceid=450, filesize=14.4 K 2024-11-26T05:22:37,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/2cf09f7515c946d0a0713cbeacafbbda as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2cf09f7515c946d0a0713cbeacafbbda 2024-11-26T05:22:37,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2cf09f7515c946d0a0713cbeacafbbda, entries=150, sequenceid=450, filesize=12.0 K 2024-11-26T05:22:37,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/eeb5fce939244b86b1963c59c94bd5b0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/eeb5fce939244b86b1963c59c94bd5b0 2024-11-26T05:22:37,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/eeb5fce939244b86b1963c59c94bd5b0, entries=150, sequenceid=450, filesize=12.0 K 2024-11-26T05:22:37,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 19223a620f276e8d3419d8699d447b6f in 611ms, sequenceid=450, compaction requested=true 2024-11-26T05:22:37,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:37,841 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:37,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:37,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:37,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:37,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:37,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:37,841 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:37,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:37,843 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:37,844 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:37,844 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:37,844 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/79a141dcc5c4468ca7cbdebe101b0ef0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4674f78882474aa68a8c517951a68acb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1b7cb63a643741c4a221d6206b7a2658] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=39.4 K 2024-11-26T05:22:37,845 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:37,845 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:37,845 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:37,845 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/63ee62892cd14088abb6ff343ab0a358, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/44d13cfb28634dbd88f975737270e61c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2cf09f7515c946d0a0713cbeacafbbda] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=37.0 K 2024-11-26T05:22:37,845 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79a141dcc5c4468ca7cbdebe101b0ef0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732598555697 2024-11-26T05:22:37,846 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 63ee62892cd14088abb6ff343ab0a358, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732598555697 2024-11-26T05:22:37,846 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4674f78882474aa68a8c517951a68acb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732598556414 2024-11-26T05:22:37,846 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 44d13cfb28634dbd88f975737270e61c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732598556414 2024-11-26T05:22:37,847 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b7cb63a643741c4a221d6206b7a2658, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598557095 2024-11-26T05:22:37,848 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cf09f7515c946d0a0713cbeacafbbda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598557095 2024-11-26T05:22:37,873 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:37,874 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/41866399c80443cda525cd64a12bec01 is 50, key is test_row_0/A:col10/1732598557228/Put/seqid=0 2024-11-26T05:22:37,894 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:37,898 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/ea76d2402c904f66bad25d5d0bef6dd3 is 50, key is test_row_0/B:col10/1732598557228/Put/seqid=0 2024-11-26T05:22:37,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:37,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T05:22:37,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:37,908 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T05:22:37,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:37,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:37,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:37,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:37,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:37,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742184_1360 (size=13391) 2024-11-26T05:22:37,937 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/ea76d2402c904f66bad25d5d0bef6dd3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/ea76d2402c904f66bad25d5d0bef6dd3 2024-11-26T05:22:37,947 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into ea76d2402c904f66bad25d5d0bef6dd3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:37,947 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:37,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742183_1359 (size=13391) 2024-11-26T05:22:37,947 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=13, startTime=1732598557841; duration=0sec 2024-11-26T05:22:37,947 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:37,947 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:37,947 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:37,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:37,948 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:37,948 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:37,948 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:37,948 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a4988659e95743169116b29a9d3e534e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a60e36679ec3445088a26a208376f802, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/eeb5fce939244b86b1963c59c94bd5b0] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=37.0 K 2024-11-26T05:22:37,949 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a4988659e95743169116b29a9d3e534e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732598555697 2024-11-26T05:22:37,950 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a60e36679ec3445088a26a208376f802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732598556414 2024-11-26T05:22:37,950 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting eeb5fce939244b86b1963c59c94bd5b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598557095 2024-11-26T05:22:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/86b164aae6974f52820ef8f4c6acfdcf is 50, key is test_row_0/A:col10/1732598557315/Put/seqid=0 2024-11-26T05:22:37,956 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/41866399c80443cda525cd64a12bec01 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/41866399c80443cda525cd64a12bec01 2024-11-26T05:22:37,963 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into 41866399c80443cda525cd64a12bec01(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:37,963 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:37,963 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=13, startTime=1732598557841; duration=0sec 2024-11-26T05:22:37,963 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:37,963 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:37,974 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:37,975 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/e524b58468ff41b096ad2c2610ad6923 is 50, key is test_row_0/C:col10/1732598557228/Put/seqid=0 2024-11-26T05:22:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742185_1361 (size=12301) 2024-11-26T05:22:37,993 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/86b164aae6974f52820ef8f4c6acfdcf 2024-11-26T05:22:38,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742186_1362 (size=13357) 2024-11-26T05:22:38,030 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/e524b58468ff41b096ad2c2610ad6923 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/e524b58468ff41b096ad2c2610ad6923 2024-11-26T05:22:38,035 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into e524b58468ff41b096ad2c2610ad6923(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:38,035 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:38,035 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=13, startTime=1732598557841; duration=0sec 2024-11-26T05:22:38,035 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:38,035 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:38,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/df87bb0f683b462097f2cf00c94c021e is 50, key is test_row_0/B:col10/1732598557315/Put/seqid=0 2024-11-26T05:22:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T05:22:38,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 363 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598618064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742187_1363 (size=12301) 2024-11-26T05:22:38,070 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/df87bb0f683b462097f2cf00c94c021e 2024-11-26T05:22:38,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/caa28e398cb74913ab63b32183b2be50 is 50, key is test_row_0/C:col10/1732598557315/Put/seqid=0 2024-11-26T05:22:38,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742188_1364 (size=12301) 2024-11-26T05:22:38,141 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/caa28e398cb74913ab63b32183b2be50 2024-11-26T05:22:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/86b164aae6974f52820ef8f4c6acfdcf as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/86b164aae6974f52820ef8f4c6acfdcf 2024-11-26T05:22:38,152 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/86b164aae6974f52820ef8f4c6acfdcf, entries=150, sequenceid=470, filesize=12.0 K 2024-11-26T05:22:38,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/df87bb0f683b462097f2cf00c94c021e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/df87bb0f683b462097f2cf00c94c021e 2024-11-26T05:22:38,158 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/df87bb0f683b462097f2cf00c94c021e, entries=150, sequenceid=470, filesize=12.0 K 2024-11-26T05:22:38,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/caa28e398cb74913ab63b32183b2be50 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/caa28e398cb74913ab63b32183b2be50 2024-11-26T05:22:38,166 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/caa28e398cb74913ab63b32183b2be50, entries=150, sequenceid=470, filesize=12.0 K 2024-11-26T05:22:38,168 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 19223a620f276e8d3419d8699d447b6f in 261ms, sequenceid=470, compaction requested=false 2024-11-26T05:22:38,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:38,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:38,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-26T05:22:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-26T05:22:38,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T05:22:38,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 727 msec 2024-11-26T05:22:38,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T05:22:38,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:38,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:38,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:38,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:38,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:38,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:38,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 732 msec 2024-11-26T05:22:38,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/833d05a7168543efa9519a67bd098160 is 50, key is test_row_0/A:col10/1732598558062/Put/seqid=0 2024-11-26T05:22:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742189_1365 (size=14741) 2024-11-26T05:22:38,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/833d05a7168543efa9519a67bd098160 2024-11-26T05:22:38,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 381 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598618238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:38,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/83ac0194cddc447084619d96d62c77f3 is 50, key is test_row_0/B:col10/1732598558062/Put/seqid=0 2024-11-26T05:22:38,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742190_1366 (size=12301) 2024-11-26T05:22:38,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/83ac0194cddc447084619d96d62c77f3 2024-11-26T05:22:38,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a06f7b8f088b4ca6a3ba069fff39c91b is 50, key is test_row_0/C:col10/1732598558062/Put/seqid=0 2024-11-26T05:22:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742191_1367 (size=12301) 2024-11-26T05:22:38,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a06f7b8f088b4ca6a3ba069fff39c91b 2024-11-26T05:22:38,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/833d05a7168543efa9519a67bd098160 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/833d05a7168543efa9519a67bd098160 2024-11-26T05:22:38,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/833d05a7168543efa9519a67bd098160, entries=200, sequenceid=491, filesize=14.4 K 2024-11-26T05:22:38,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/83ac0194cddc447084619d96d62c77f3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/83ac0194cddc447084619d96d62c77f3 2024-11-26T05:22:38,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/83ac0194cddc447084619d96d62c77f3, entries=150, sequenceid=491, filesize=12.0 K 2024-11-26T05:22:38,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 383 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598618345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:38,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/a06f7b8f088b4ca6a3ba069fff39c91b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a06f7b8f088b4ca6a3ba069fff39c91b 2024-11-26T05:22:38,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a06f7b8f088b4ca6a3ba069fff39c91b, entries=150, sequenceid=491, filesize=12.0 K 2024-11-26T05:22:38,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 19223a620f276e8d3419d8699d447b6f in 183ms, sequenceid=491, compaction requested=true 2024-11-26T05:22:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:38,356 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:22:38,356 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:38,357 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:38,357 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:38,357 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:38,357 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:38,357 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:38,357 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:38,357 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/41866399c80443cda525cd64a12bec01, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/86b164aae6974f52820ef8f4c6acfdcf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/833d05a7168543efa9519a67bd098160] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=39.5 K 2024-11-26T05:22:38,357 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/ea76d2402c904f66bad25d5d0bef6dd3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/df87bb0f683b462097f2cf00c94c021e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/83ac0194cddc447084619d96d62c77f3] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=37.1 K 2024-11-26T05:22:38,357 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41866399c80443cda525cd64a12bec01, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598557095 2024-11-26T05:22:38,357 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting ea76d2402c904f66bad25d5d0bef6dd3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598557095 2024-11-26T05:22:38,358 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86b164aae6974f52820ef8f4c6acfdcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732598557315 2024-11-26T05:22:38,358 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting df87bb0f683b462097f2cf00c94c021e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732598557315 2024-11-26T05:22:38,358 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 83ac0194cddc447084619d96d62c77f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732598558041 2024-11-26T05:22:38,358 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 833d05a7168543efa9519a67bd098160, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732598558041 2024-11-26T05:22:38,378 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:38,378 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:38,378 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/b32e47e1f49844188a92197736766f81 is 50, key is test_row_0/A:col10/1732598558062/Put/seqid=0 2024-11-26T05:22:38,385 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/9f7a0e402ec5432ba782d1982d575b44 is 50, key is test_row_0/B:col10/1732598558062/Put/seqid=0 2024-11-26T05:22:38,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742192_1368 (size=13493) 2024-11-26T05:22:38,412 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/b32e47e1f49844188a92197736766f81 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b32e47e1f49844188a92197736766f81 2024-11-26T05:22:38,426 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into b32e47e1f49844188a92197736766f81(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:38,426 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:38,427 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=13, startTime=1732598558356; duration=0sec 2024-11-26T05:22:38,427 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:38,427 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:38,427 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:38,428 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:38,428 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:38,428 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:38,428 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/e524b58468ff41b096ad2c2610ad6923, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/caa28e398cb74913ab63b32183b2be50, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a06f7b8f088b4ca6a3ba069fff39c91b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=37.1 K 2024-11-26T05:22:38,429 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting e524b58468ff41b096ad2c2610ad6923, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598557095 2024-11-26T05:22:38,429 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting caa28e398cb74913ab63b32183b2be50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732598557315 2024-11-26T05:22:38,430 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a06f7b8f088b4ca6a3ba069fff39c91b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732598558041 2024-11-26T05:22:38,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742193_1369 (size=13493) 2024-11-26T05:22:38,443 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:38,443 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/7feb1533ac104afcb4aa042dfca5b90e is 50, key is test_row_0/C:col10/1732598558062/Put/seqid=0 2024-11-26T05:22:38,450 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/9f7a0e402ec5432ba782d1982d575b44 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9f7a0e402ec5432ba782d1982d575b44 2024-11-26T05:22:38,458 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into 9f7a0e402ec5432ba782d1982d575b44(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:38,458 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:38,458 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=13, startTime=1732598558356; duration=0sec 2024-11-26T05:22:38,458 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:38,458 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742194_1370 (size=13459) 2024-11-26T05:22:38,466 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/7feb1533ac104afcb4aa042dfca5b90e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7feb1533ac104afcb4aa042dfca5b90e 2024-11-26T05:22:38,473 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into 7feb1533ac104afcb4aa042dfca5b90e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:38,473 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:38,473 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=13, startTime=1732598558356; duration=0sec 2024-11-26T05:22:38,473 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:38,473 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T05:22:38,545 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-26T05:22:38,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-26T05:22:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T05:22:38,548 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:38,548 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:38,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:38,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T05:22:38,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:38,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:38,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:38,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:38,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:38,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:38,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/2bc16e29e04d4408903431437c86b6a5 is 50, key is test_row_0/A:col10/1732598558211/Put/seqid=0 2024-11-26T05:22:38,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742195_1371 (size=12301) 2024-11-26T05:22:38,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/2bc16e29e04d4408903431437c86b6a5 2024-11-26T05:22:38,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/9cc447aba4684ff79ab623056c6a17ee is 50, key is test_row_0/B:col10/1732598558211/Put/seqid=0 2024-11-26T05:22:38,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 400 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598618612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:38,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742196_1372 (size=12301) 2024-11-26T05:22:38,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/9cc447aba4684ff79ab623056c6a17ee 2024-11-26T05:22:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T05:22:38,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/101e7b5a31084729ba887e9362a04117 is 50, key is test_row_0/C:col10/1732598558211/Put/seqid=0 2024-11-26T05:22:38,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:38,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T05:22:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:38,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:38,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742197_1373 (size=12301) 2024-11-26T05:22:38,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/101e7b5a31084729ba887e9362a04117 2024-11-26T05:22:38,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 402 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598618716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:38,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/2bc16e29e04d4408903431437c86b6a5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/2bc16e29e04d4408903431437c86b6a5 2024-11-26T05:22:38,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/2bc16e29e04d4408903431437c86b6a5, entries=150, sequenceid=513, filesize=12.0 K 2024-11-26T05:22:38,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/9cc447aba4684ff79ab623056c6a17ee as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9cc447aba4684ff79ab623056c6a17ee 2024-11-26T05:22:38,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9cc447aba4684ff79ab623056c6a17ee, entries=150, sequenceid=513, filesize=12.0 K 2024-11-26T05:22:38,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/101e7b5a31084729ba887e9362a04117 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/101e7b5a31084729ba887e9362a04117 2024-11-26T05:22:38,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/101e7b5a31084729ba887e9362a04117, entries=150, sequenceid=513, filesize=12.0 K 2024-11-26T05:22:38,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 19223a620f276e8d3419d8699d447b6f in 193ms, sequenceid=513, compaction requested=false 2024-11-26T05:22:38,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T05:22:38,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:38,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T05:22:38,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:38,854 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T05:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:38,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/65bc6711b6eb46ccbe1dbd86c0eeb4d0 is 50, key is test_row_0/A:col10/1732598558599/Put/seqid=0 2024-11-26T05:22:38,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742198_1374 (size=12301) 2024-11-26T05:22:38,904 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/65bc6711b6eb46ccbe1dbd86c0eeb4d0 2024-11-26T05:22:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/c4c187477e1c43a186e8b140d0d10c50 is 50, key is test_row_0/B:col10/1732598558599/Put/seqid=0 2024-11-26T05:22:38,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:38,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742199_1375 (size=12301) 2024-11-26T05:22:38,952 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/c4c187477e1c43a186e8b140d0d10c50 2024-11-26T05:22:38,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/f9ba7755871543c7ba98d8c8f7c1396c is 50, key is test_row_0/C:col10/1732598558599/Put/seqid=0 2024-11-26T05:22:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 420 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598618978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:38,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742200_1376 (size=12301) 2024-11-26T05:22:38,995 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/f9ba7755871543c7ba98d8c8f7c1396c 2024-11-26T05:22:39,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/65bc6711b6eb46ccbe1dbd86c0eeb4d0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/65bc6711b6eb46ccbe1dbd86c0eeb4d0 2024-11-26T05:22:39,006 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/65bc6711b6eb46ccbe1dbd86c0eeb4d0, entries=150, sequenceid=530, filesize=12.0 K 2024-11-26T05:22:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/c4c187477e1c43a186e8b140d0d10c50 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c4c187477e1c43a186e8b140d0d10c50 2024-11-26T05:22:39,012 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c4c187477e1c43a186e8b140d0d10c50, entries=150, sequenceid=530, filesize=12.0 K 2024-11-26T05:22:39,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/f9ba7755871543c7ba98d8c8f7c1396c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/f9ba7755871543c7ba98d8c8f7c1396c 2024-11-26T05:22:39,024 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/f9ba7755871543c7ba98d8c8f7c1396c, entries=150, sequenceid=530, filesize=12.0 K 2024-11-26T05:22:39,025 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 19223a620f276e8d3419d8699d447b6f in 171ms, sequenceid=530, compaction requested=true 2024-11-26T05:22:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-26T05:22:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-26T05:22:39,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-26T05:22:39,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 479 msec 2024-11-26T05:22:39,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 482 msec 2024-11-26T05:22:39,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T05:22:39,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:39,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:39,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:39,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:39,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:39,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:39,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/a99c3060ff3f4673ac6e029e1fa03b35 is 50, key is test_row_0/A:col10/1732598558963/Put/seqid=0 2024-11-26T05:22:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742201_1377 (size=14741) 2024-11-26T05:22:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T05:22:39,150 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-26T05:22:39,152 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:39,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/a99c3060ff3f4673ac6e029e1fa03b35 2024-11-26T05:22:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-26T05:22:39,153 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:39,154 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:39,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T05:22:39,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/3260ffc0e9174c75b0b54fb82e244c54 is 50, key is test_row_0/B:col10/1732598558963/Put/seqid=0 2024-11-26T05:22:39,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 436 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598619168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742202_1378 (size=12301) 2024-11-26T05:22:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T05:22:39,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 438 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598619274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:39,305 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:39,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T05:22:39,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:39,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:39,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T05:22:39,458 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:39,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T05:22:39,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:39,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:39,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:39,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 440 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598619479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:39,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:39,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T05:22:39,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:39,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:39,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:39,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/3260ffc0e9174c75b0b54fb82e244c54 2024-11-26T05:22:39,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/de197a5604164f11b54f48c301101faf is 50, key is test_row_0/C:col10/1732598558963/Put/seqid=0 2024-11-26T05:22:39,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742203_1379 (size=12301) 2024-11-26T05:22:39,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/de197a5604164f11b54f48c301101faf 2024-11-26T05:22:39,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/a99c3060ff3f4673ac6e029e1fa03b35 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a99c3060ff3f4673ac6e029e1fa03b35 2024-11-26T05:22:39,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a99c3060ff3f4673ac6e029e1fa03b35, entries=200, sequenceid=550, filesize=14.4 K 2024-11-26T05:22:39,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/3260ffc0e9174c75b0b54fb82e244c54 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3260ffc0e9174c75b0b54fb82e244c54 2024-11-26T05:22:39,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3260ffc0e9174c75b0b54fb82e244c54, entries=150, sequenceid=550, filesize=12.0 K 2024-11-26T05:22:39,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/de197a5604164f11b54f48c301101faf as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de197a5604164f11b54f48c301101faf 2024-11-26T05:22:39,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de197a5604164f11b54f48c301101faf, entries=150, sequenceid=550, filesize=12.0 K 2024-11-26T05:22:39,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 19223a620f276e8d3419d8699d447b6f in 625ms, sequenceid=550, compaction requested=true 2024-11-26T05:22:39,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:39,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:39,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:39,712 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:39,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:39,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:39,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:39,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:22:39,713 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:39,714 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52836 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:39,715 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:39,715 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,715 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b32e47e1f49844188a92197736766f81, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/2bc16e29e04d4408903431437c86b6a5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/65bc6711b6eb46ccbe1dbd86c0eeb4d0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a99c3060ff3f4673ac6e029e1fa03b35] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=51.6 K 2024-11-26T05:22:39,715 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:39,715 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:39,715 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,715 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9f7a0e402ec5432ba782d1982d575b44, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9cc447aba4684ff79ab623056c6a17ee, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c4c187477e1c43a186e8b140d0d10c50, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3260ffc0e9174c75b0b54fb82e244c54] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=49.2 K 2024-11-26T05:22:39,716 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f7a0e402ec5432ba782d1982d575b44, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732598558041 2024-11-26T05:22:39,717 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting b32e47e1f49844188a92197736766f81, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732598558041 2024-11-26T05:22:39,717 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cc447aba4684ff79ab623056c6a17ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732598558211 2024-11-26T05:22:39,717 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c4c187477e1c43a186e8b140d0d10c50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732598558599 2024-11-26T05:22:39,717 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bc16e29e04d4408903431437c86b6a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732598558211 2024-11-26T05:22:39,718 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 3260ffc0e9174c75b0b54fb82e244c54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732598558963 2024-11-26T05:22:39,718 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65bc6711b6eb46ccbe1dbd86c0eeb4d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732598558599 2024-11-26T05:22:39,719 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a99c3060ff3f4673ac6e029e1fa03b35, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732598558963 2024-11-26T05:22:39,740 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:39,740 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/adfdc2ac1942475084ad17ab10a48ba8 is 50, key is test_row_0/B:col10/1732598558963/Put/seqid=0 2024-11-26T05:22:39,750 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:39,751 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/c953f0ab5cce4ce0ac20273ecba51224 is 50, key is test_row_0/A:col10/1732598558963/Put/seqid=0 2024-11-26T05:22:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T05:22:39,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:39,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T05:22:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,765 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T05:22:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:39,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:39,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742204_1380 (size=13629) 2024-11-26T05:22:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742205_1381 (size=13629) 2024-11-26T05:22:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:39,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. as already flushing 2024-11-26T05:22:39,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/49c85d6b107f4f1aa5fb861db21915fb is 50, key is test_row_0/A:col10/1732598559166/Put/seqid=0 2024-11-26T05:22:39,796 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/adfdc2ac1942475084ad17ab10a48ba8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/adfdc2ac1942475084ad17ab10a48ba8 2024-11-26T05:22:39,797 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/c953f0ab5cce4ce0ac20273ecba51224 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/c953f0ab5cce4ce0ac20273ecba51224 2024-11-26T05:22:39,816 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into adfdc2ac1942475084ad17ab10a48ba8(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:39,820 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into c953f0ab5cce4ce0ac20273ecba51224(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:39,820 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:39,820 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=12, startTime=1732598559712; duration=0sec 2024-11-26T05:22:39,820 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:39,820 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:39,820 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:39,822 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:39,822 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:39,822 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:39,822 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7feb1533ac104afcb4aa042dfca5b90e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/101e7b5a31084729ba887e9362a04117, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/f9ba7755871543c7ba98d8c8f7c1396c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de197a5604164f11b54f48c301101faf] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=49.2 K 2024-11-26T05:22:39,823 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7feb1533ac104afcb4aa042dfca5b90e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732598558041 2024-11-26T05:22:39,823 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 101e7b5a31084729ba887e9362a04117, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732598558211 2024-11-26T05:22:39,823 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9ba7755871543c7ba98d8c8f7c1396c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732598558599 2024-11-26T05:22:39,824 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting de197a5604164f11b54f48c301101faf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732598558963 2024-11-26T05:22:39,824 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:39,824 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=12, startTime=1732598559712; duration=0sec 2024-11-26T05:22:39,825 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:39,825 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:39,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742206_1382 (size=12301) 2024-11-26T05:22:39,838 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:39,841 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/49c85d6b107f4f1aa5fb861db21915fb 2024-11-26T05:22:39,841 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/d3d824d792d94281bdcab25e0f56c6f7 is 50, key is test_row_0/C:col10/1732598558963/Put/seqid=0 2024-11-26T05:22:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742207_1383 (size=13595) 2024-11-26T05:22:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/f12c1d6c0ba14b3ebccd93a4dd7f2e6e is 50, key is test_row_0/B:col10/1732598559166/Put/seqid=0 2024-11-26T05:22:39,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742208_1384 (size=12301) 2024-11-26T05:22:39,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 459 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598619931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:40,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T05:22:40,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 461 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598620038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:40,041 DEBUG [Thread-1219 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:50299 2024-11-26T05:22:40,041 DEBUG [Thread-1219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:40,043 DEBUG [Thread-1215 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:50299 2024-11-26T05:22:40,043 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:40,043 DEBUG [Thread-1221 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:50299 2024-11-26T05:22:40,043 DEBUG [Thread-1221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:40,046 DEBUG [Thread-1217 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:50299 2024-11-26T05:22:40,046 DEBUG [Thread-1217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:40,046 DEBUG [Thread-1213 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:50299 2024-11-26T05:22:40,046 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:40,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 463 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598620241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T05:22:40,273 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/d3d824d792d94281bdcab25e0f56c6f7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d3d824d792d94281bdcab25e0f56c6f7 2024-11-26T05:22:40,279 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into d3d824d792d94281bdcab25e0f56c6f7(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:40,279 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:40,279 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=12, startTime=1732598559713; duration=0sec 2024-11-26T05:22:40,279 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:40,279 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:40,296 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/f12c1d6c0ba14b3ebccd93a4dd7f2e6e 2024-11-26T05:22:40,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/2d8b604e89c543bda876d14af3ffd463 is 50, key is test_row_0/C:col10/1732598559166/Put/seqid=0 2024-11-26T05:22:40,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742209_1385 (size=12301) 2024-11-26T05:22:40,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 465 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40686 deadline: 1732598620545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:40,711 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/2d8b604e89c543bda876d14af3ffd463 2024-11-26T05:22:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/49c85d6b107f4f1aa5fb861db21915fb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/49c85d6b107f4f1aa5fb861db21915fb 2024-11-26T05:22:40,718 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/49c85d6b107f4f1aa5fb861db21915fb, entries=150, sequenceid=566, filesize=12.0 K 2024-11-26T05:22:40,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/f12c1d6c0ba14b3ebccd93a4dd7f2e6e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f12c1d6c0ba14b3ebccd93a4dd7f2e6e 2024-11-26T05:22:40,722 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f12c1d6c0ba14b3ebccd93a4dd7f2e6e, entries=150, sequenceid=566, filesize=12.0 K 2024-11-26T05:22:40,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/2d8b604e89c543bda876d14af3ffd463 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/2d8b604e89c543bda876d14af3ffd463 2024-11-26T05:22:40,726 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/2d8b604e89c543bda876d14af3ffd463, entries=150, sequenceid=566, filesize=12.0 K 2024-11-26T05:22:40,726 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 19223a620f276e8d3419d8699d447b6f in 961ms, sequenceid=566, compaction requested=false 2024-11-26T05:22:40,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:40,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:40,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-26T05:22:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-26T05:22:40,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-26T05:22:40,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5730 sec 2024-11-26T05:22:40,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.5770 sec 2024-11-26T05:22:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:41,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T05:22:41,051 DEBUG [Thread-1206 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:50299 2024-11-26T05:22:41,051 DEBUG [Thread-1206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:41,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:41,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:41,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:41,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:41,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:41,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:41,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/152bfee2d25642c9a20ebb27db14e9bf is 50, key is test_row_0/A:col10/1732598559914/Put/seqid=0 2024-11-26T05:22:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742210_1386 (size=12301) 2024-11-26T05:22:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T05:22:41,259 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-26T05:22:41,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/152bfee2d25642c9a20ebb27db14e9bf 2024-11-26T05:22:41,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/cf84f9f6008d4a3ba1d5ffbb31d73e3a is 50, key is test_row_0/B:col10/1732598559914/Put/seqid=0 2024-11-26T05:22:41,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742211_1387 (size=12301) 2024-11-26T05:22:41,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/cf84f9f6008d4a3ba1d5ffbb31d73e3a 2024-11-26T05:22:41,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/de694ee8aa1e4c2e8de7d59ae3c56f92 is 50, key is test_row_0/C:col10/1732598559914/Put/seqid=0 2024-11-26T05:22:41,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742212_1388 (size=12301) 2024-11-26T05:22:41,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/de694ee8aa1e4c2e8de7d59ae3c56f92 2024-11-26T05:22:41,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/152bfee2d25642c9a20ebb27db14e9bf as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/152bfee2d25642c9a20ebb27db14e9bf 2024-11-26T05:22:41,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/152bfee2d25642c9a20ebb27db14e9bf, entries=150, sequenceid=590, filesize=12.0 K 2024-11-26T05:22:41,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/cf84f9f6008d4a3ba1d5ffbb31d73e3a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/cf84f9f6008d4a3ba1d5ffbb31d73e3a 2024-11-26T05:22:41,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/cf84f9f6008d4a3ba1d5ffbb31d73e3a, entries=150, sequenceid=590, filesize=12.0 K 2024-11-26T05:22:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/de694ee8aa1e4c2e8de7d59ae3c56f92 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de694ee8aa1e4c2e8de7d59ae3c56f92 2024-11-26T05:22:41,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de694ee8aa1e4c2e8de7d59ae3c56f92, entries=150, sequenceid=590, filesize=12.0 K 2024-11-26T05:22:41,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 19223a620f276e8d3419d8699d447b6f in 857ms, sequenceid=590, compaction requested=true 2024-11-26T05:22:41,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:41,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:41,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:41,908 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:41,908 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:41,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:41,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:41,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19223a620f276e8d3419d8699d447b6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:41,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:41,909 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:41,909 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/B is initiating minor compaction (all files) 2024-11-26T05:22:41,909 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/B in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:41,909 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/adfdc2ac1942475084ad17ab10a48ba8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f12c1d6c0ba14b3ebccd93a4dd7f2e6e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/cf84f9f6008d4a3ba1d5ffbb31d73e3a] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=37.3 K 2024-11-26T05:22:41,909 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:41,909 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/A is initiating minor compaction (all files) 2024-11-26T05:22:41,909 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/A in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:41,909 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/c953f0ab5cce4ce0ac20273ecba51224, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/49c85d6b107f4f1aa5fb861db21915fb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/152bfee2d25642c9a20ebb27db14e9bf] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=37.3 K 2024-11-26T05:22:41,910 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting adfdc2ac1942475084ad17ab10a48ba8, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732598558963 2024-11-26T05:22:41,910 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting c953f0ab5cce4ce0ac20273ecba51224, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732598558963 2024-11-26T05:22:41,910 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting f12c1d6c0ba14b3ebccd93a4dd7f2e6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732598559126 2024-11-26T05:22:41,910 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49c85d6b107f4f1aa5fb861db21915fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732598559126 2024-11-26T05:22:41,910 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting cf84f9f6008d4a3ba1d5ffbb31d73e3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732598559914 2024-11-26T05:22:41,910 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 152bfee2d25642c9a20ebb27db14e9bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732598559914 2024-11-26T05:22:41,934 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#A#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:41,935 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/807bb6a008424ac1a938b4ab42ee4c81 is 50, key is test_row_0/A:col10/1732598559914/Put/seqid=0 2024-11-26T05:22:41,936 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#B#compaction#339 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:41,936 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/e30a3910f07540f2b5308d000f99cd25 is 50, key is test_row_0/B:col10/1732598559914/Put/seqid=0 2024-11-26T05:22:41,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742213_1389 (size=13731) 2024-11-26T05:22:41,953 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/807bb6a008424ac1a938b4ab42ee4c81 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/807bb6a008424ac1a938b4ab42ee4c81 2024-11-26T05:22:41,957 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/A of 19223a620f276e8d3419d8699d447b6f into 807bb6a008424ac1a938b4ab42ee4c81(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:41,957 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:41,957 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/A, priority=13, startTime=1732598561908; duration=0sec 2024-11-26T05:22:41,958 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:41,958 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:A 2024-11-26T05:22:41,958 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:41,959 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:41,959 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 19223a620f276e8d3419d8699d447b6f/C is initiating minor compaction (all files) 2024-11-26T05:22:41,959 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 19223a620f276e8d3419d8699d447b6f/C in TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:41,959 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d3d824d792d94281bdcab25e0f56c6f7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/2d8b604e89c543bda876d14af3ffd463, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de694ee8aa1e4c2e8de7d59ae3c56f92] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp, totalSize=37.3 K 2024-11-26T05:22:41,959 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3d824d792d94281bdcab25e0f56c6f7, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732598558963 2024-11-26T05:22:41,959 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d8b604e89c543bda876d14af3ffd463, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732598559126 2024-11-26T05:22:41,960 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting de694ee8aa1e4c2e8de7d59ae3c56f92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732598559914 2024-11-26T05:22:41,972 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19223a620f276e8d3419d8699d447b6f#C#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:41,973 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/3e1f518498f2469983728a7ea7093d7f is 50, key is test_row_0/C:col10/1732598559914/Put/seqid=0 2024-11-26T05:22:41,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742214_1390 (size=13731) 2024-11-26T05:22:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742215_1391 (size=13697) 2024-11-26T05:22:42,377 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/e30a3910f07540f2b5308d000f99cd25 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e30a3910f07540f2b5308d000f99cd25 2024-11-26T05:22:42,385 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/3e1f518498f2469983728a7ea7093d7f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/3e1f518498f2469983728a7ea7093d7f 2024-11-26T05:22:42,387 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/B of 19223a620f276e8d3419d8699d447b6f into e30a3910f07540f2b5308d000f99cd25(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:42,387 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:42,387 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/B, priority=13, startTime=1732598561908; duration=0sec 2024-11-26T05:22:42,387 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:42,387 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:B 2024-11-26T05:22:42,390 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 19223a620f276e8d3419d8699d447b6f/C of 19223a620f276e8d3419d8699d447b6f into 3e1f518498f2469983728a7ea7093d7f(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:42,390 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:42,390 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f., storeName=19223a620f276e8d3419d8699d447b6f/C, priority=13, startTime=1732598561908; duration=0sec 2024-11-26T05:22:42,390 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:42,390 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19223a620f276e8d3419d8699d447b6f:C 2024-11-26T05:22:43,068 DEBUG [Thread-1204 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:50299 2024-11-26T05:22:43,069 DEBUG [Thread-1204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:47,438 DEBUG [Thread-1208 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:50299 2024-11-26T05:22:47,438 DEBUG [Thread-1208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:47,451 DEBUG [Thread-1202 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:50299 2024-11-26T05:22:47,451 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:47,452 DEBUG [Thread-1210 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:50299 2024-11-26T05:22:47,452 DEBUG [Thread-1210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:47,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T05:22:47,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-26T05:22:47,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-26T05:22:47,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 304 2024-11-26T05:22:47,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-26T05:22:47,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-26T05:22:47,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T05:22:47,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3732 2024-11-26T05:22:47,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3659 2024-11-26T05:22:47,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3668 2024-11-26T05:22:47,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3752 2024-11-26T05:22:47,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3567 2024-11-26T05:22:47,453 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T05:22:47,453 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T05:22:47,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:50299 2024-11-26T05:22:47,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:22:47,454 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T05:22:47,455 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T05:22:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T05:22:47,460 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598567460"}]},"ts":"1732598567460"} 2024-11-26T05:22:47,461 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T05:22:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T05:22:47,591 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T05:22:47,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T05:22:47,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19223a620f276e8d3419d8699d447b6f, UNASSIGN}] 2024-11-26T05:22:47,595 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=19223a620f276e8d3419d8699d447b6f, UNASSIGN 2024-11-26T05:22:47,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=19223a620f276e8d3419d8699d447b6f, regionState=CLOSING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:22:47,597 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T05:22:47,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:22:47,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:47,751 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T05:22:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 19223a620f276e8d3419d8699d447b6f, disabling compactions & flushes 2024-11-26T05:22:47,751 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. after waiting 0 ms 2024-11-26T05:22:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:47,751 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(2837): Flushing 19223a620f276e8d3419d8699d447b6f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T05:22:47,752 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=A 2024-11-26T05:22:47,752 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:47,752 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=B 2024-11-26T05:22:47,753 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:47,753 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 19223a620f276e8d3419d8699d447b6f, store=C 2024-11-26T05:22:47,753 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:47,761 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/c9fc88ed32f0483d8f4471fe7b6edd39 is 50, key is test_row_1/A:col10/1732598567450/Put/seqid=0 2024-11-26T05:22:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T05:22:47,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742216_1392 (size=9857) 2024-11-26T05:22:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T05:22:48,166 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/c9fc88ed32f0483d8f4471fe7b6edd39 2024-11-26T05:22:48,181 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/e5e2d03303ec48c4abe1b99c94c43915 is 50, key is test_row_1/B:col10/1732598567450/Put/seqid=0 2024-11-26T05:22:48,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742217_1393 (size=9857) 2024-11-26T05:22:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T05:22:48,585 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/e5e2d03303ec48c4abe1b99c94c43915 2024-11-26T05:22:48,591 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9c27758d2a774177a51d5f2a904170bb is 50, key is test_row_1/C:col10/1732598567450/Put/seqid=0 2024-11-26T05:22:48,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742218_1394 (size=9857) 2024-11-26T05:22:48,994 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9c27758d2a774177a51d5f2a904170bb 2024-11-26T05:22:48,999 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/A/c9fc88ed32f0483d8f4471fe7b6edd39 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/c9fc88ed32f0483d8f4471fe7b6edd39 2024-11-26T05:22:49,003 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/c9fc88ed32f0483d8f4471fe7b6edd39, entries=100, sequenceid=600, filesize=9.6 K 2024-11-26T05:22:49,004 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/B/e5e2d03303ec48c4abe1b99c94c43915 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e5e2d03303ec48c4abe1b99c94c43915 2024-11-26T05:22:49,007 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e5e2d03303ec48c4abe1b99c94c43915, entries=100, sequenceid=600, filesize=9.6 K 2024-11-26T05:22:49,008 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/.tmp/C/9c27758d2a774177a51d5f2a904170bb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9c27758d2a774177a51d5f2a904170bb 2024-11-26T05:22:49,011 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9c27758d2a774177a51d5f2a904170bb, entries=100, sequenceid=600, filesize=9.6 K 2024-11-26T05:22:49,011 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 19223a620f276e8d3419d8699d447b6f in 1260ms, sequenceid=600, compaction requested=false 2024-11-26T05:22:49,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4420bdac9b8045f38c17b1735723fd26, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/62affa43d03f4ef8b96cf22d2f7ebb8c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0489bf7c0db249b39d5940e0ccda6c1a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/64e4de40bd224d458810e4a138d2b59e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/797d39dfc0f54c889c40fee200faf9f1, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/55f74286c2954283b98745ee55829267, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/370f8766e9e4420e91ab81500ab44ac7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1d0d00afe59a4fa39ac29c119c475659, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/df608b57c9074b1da4a859e7b281cc34, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/50573d19c34947519c108dbfafd09074, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/3fcd4518c4654fe39e977aeff40d1f19, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0703e475b0eb4c77a7190c2e89338c2b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/f1da65fc10ed45cc8eeddda83270afc2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/947a52720b3f45a49f3850ee7bf20a07, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/d2be8767423a498483d6b6920e8e9eb0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/da647af1b016469caed294296c80f6a6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/fde6af6e58ba4067ba9e0f6c6add5935, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a840ca37d69d4820bc10f7d7f429cc86, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/615d50e7d131409d95bc719f2f4776f4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/5fc0812632834e829957f1489ffac880, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a00d4a575d4346e49eac4b977979efe4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/38dbd085adc64abdb4f81af463471e9f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a28f20ae64f14bf69a12d0a91ebd75b4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b8e5d3c8dc224deea0cb109d3377007b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0592410ceb394ee491bb831124615194, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0ea9528a571f40f4aae658ca01d749a8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/18a9a3f876e942968023bd270a9e794a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/ec371dcd2e9741dba3684a099e55f02c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/bc75d91ecffb4a28a8786054cc4b425b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/79a141dcc5c4468ca7cbdebe101b0ef0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4674f78882474aa68a8c517951a68acb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1b7cb63a643741c4a221d6206b7a2658, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/41866399c80443cda525cd64a12bec01, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/86b164aae6974f52820ef8f4c6acfdcf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/833d05a7168543efa9519a67bd098160, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b32e47e1f49844188a92197736766f81, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/2bc16e29e04d4408903431437c86b6a5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/65bc6711b6eb46ccbe1dbd86c0eeb4d0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a99c3060ff3f4673ac6e029e1fa03b35, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/c953f0ab5cce4ce0ac20273ecba51224, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/49c85d6b107f4f1aa5fb861db21915fb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/152bfee2d25642c9a20ebb27db14e9bf] to archive 2024-11-26T05:22:49,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:22:49,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4420bdac9b8045f38c17b1735723fd26 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4420bdac9b8045f38c17b1735723fd26 2024-11-26T05:22:49,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/62affa43d03f4ef8b96cf22d2f7ebb8c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/62affa43d03f4ef8b96cf22d2f7ebb8c 2024-11-26T05:22:49,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0489bf7c0db249b39d5940e0ccda6c1a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0489bf7c0db249b39d5940e0ccda6c1a 2024-11-26T05:22:49,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/64e4de40bd224d458810e4a138d2b59e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/64e4de40bd224d458810e4a138d2b59e 2024-11-26T05:22:49,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/797d39dfc0f54c889c40fee200faf9f1 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/797d39dfc0f54c889c40fee200faf9f1 2024-11-26T05:22:49,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/55f74286c2954283b98745ee55829267 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/55f74286c2954283b98745ee55829267 2024-11-26T05:22:49,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/370f8766e9e4420e91ab81500ab44ac7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/370f8766e9e4420e91ab81500ab44ac7 2024-11-26T05:22:49,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1d0d00afe59a4fa39ac29c119c475659 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1d0d00afe59a4fa39ac29c119c475659 2024-11-26T05:22:49,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/df608b57c9074b1da4a859e7b281cc34 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/df608b57c9074b1da4a859e7b281cc34 2024-11-26T05:22:49,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/50573d19c34947519c108dbfafd09074 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/50573d19c34947519c108dbfafd09074 2024-11-26T05:22:49,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/3fcd4518c4654fe39e977aeff40d1f19 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/3fcd4518c4654fe39e977aeff40d1f19 2024-11-26T05:22:49,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0703e475b0eb4c77a7190c2e89338c2b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0703e475b0eb4c77a7190c2e89338c2b 2024-11-26T05:22:49,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/f1da65fc10ed45cc8eeddda83270afc2 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/f1da65fc10ed45cc8eeddda83270afc2 2024-11-26T05:22:49,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/947a52720b3f45a49f3850ee7bf20a07 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/947a52720b3f45a49f3850ee7bf20a07 2024-11-26T05:22:49,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/d2be8767423a498483d6b6920e8e9eb0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/d2be8767423a498483d6b6920e8e9eb0 2024-11-26T05:22:49,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/da647af1b016469caed294296c80f6a6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/da647af1b016469caed294296c80f6a6 2024-11-26T05:22:49,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/fde6af6e58ba4067ba9e0f6c6add5935 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/fde6af6e58ba4067ba9e0f6c6add5935 2024-11-26T05:22:49,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a840ca37d69d4820bc10f7d7f429cc86 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a840ca37d69d4820bc10f7d7f429cc86 2024-11-26T05:22:49,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/615d50e7d131409d95bc719f2f4776f4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/615d50e7d131409d95bc719f2f4776f4 2024-11-26T05:22:49,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/5fc0812632834e829957f1489ffac880 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/5fc0812632834e829957f1489ffac880 2024-11-26T05:22:49,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a00d4a575d4346e49eac4b977979efe4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a00d4a575d4346e49eac4b977979efe4 2024-11-26T05:22:49,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/38dbd085adc64abdb4f81af463471e9f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/38dbd085adc64abdb4f81af463471e9f 2024-11-26T05:22:49,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a28f20ae64f14bf69a12d0a91ebd75b4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a28f20ae64f14bf69a12d0a91ebd75b4 2024-11-26T05:22:49,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b8e5d3c8dc224deea0cb109d3377007b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b8e5d3c8dc224deea0cb109d3377007b 2024-11-26T05:22:49,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0592410ceb394ee491bb831124615194 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0592410ceb394ee491bb831124615194 2024-11-26T05:22:49,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0ea9528a571f40f4aae658ca01d749a8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/0ea9528a571f40f4aae658ca01d749a8 2024-11-26T05:22:49,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/18a9a3f876e942968023bd270a9e794a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/18a9a3f876e942968023bd270a9e794a 2024-11-26T05:22:49,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/ec371dcd2e9741dba3684a099e55f02c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/ec371dcd2e9741dba3684a099e55f02c 2024-11-26T05:22:49,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/bc75d91ecffb4a28a8786054cc4b425b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/bc75d91ecffb4a28a8786054cc4b425b 2024-11-26T05:22:49,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/79a141dcc5c4468ca7cbdebe101b0ef0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/79a141dcc5c4468ca7cbdebe101b0ef0 2024-11-26T05:22:49,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4674f78882474aa68a8c517951a68acb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/4674f78882474aa68a8c517951a68acb 2024-11-26T05:22:49,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1b7cb63a643741c4a221d6206b7a2658 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/1b7cb63a643741c4a221d6206b7a2658 2024-11-26T05:22:49,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/41866399c80443cda525cd64a12bec01 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/41866399c80443cda525cd64a12bec01 2024-11-26T05:22:49,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/86b164aae6974f52820ef8f4c6acfdcf to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/86b164aae6974f52820ef8f4c6acfdcf 2024-11-26T05:22:49,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/833d05a7168543efa9519a67bd098160 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/833d05a7168543efa9519a67bd098160 2024-11-26T05:22:49,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b32e47e1f49844188a92197736766f81 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/b32e47e1f49844188a92197736766f81 2024-11-26T05:22:49,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/2bc16e29e04d4408903431437c86b6a5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/2bc16e29e04d4408903431437c86b6a5 2024-11-26T05:22:49,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/65bc6711b6eb46ccbe1dbd86c0eeb4d0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/65bc6711b6eb46ccbe1dbd86c0eeb4d0 2024-11-26T05:22:49,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a99c3060ff3f4673ac6e029e1fa03b35 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/a99c3060ff3f4673ac6e029e1fa03b35 2024-11-26T05:22:49,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/c953f0ab5cce4ce0ac20273ecba51224 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/c953f0ab5cce4ce0ac20273ecba51224 2024-11-26T05:22:49,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/49c85d6b107f4f1aa5fb861db21915fb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/49c85d6b107f4f1aa5fb861db21915fb 2024-11-26T05:22:49,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/152bfee2d25642c9a20ebb27db14e9bf to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/152bfee2d25642c9a20ebb27db14e9bf 2024-11-26T05:22:49,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/18e7a47cc6304f26a4f93067ddaa20c4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/78546d2222624b17a43c79129cdd84bd, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4525c70f9bca48a7930da5748108fe8d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/604014d25c5544478da000d8be8ac123, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3ab177abdbb44440b3faaf25b539a855, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/aef276f2b1874d68a7c306e3deefd926, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e7dc0146134549c49b1be01d8ff0357b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/dd5dac09e7df4d8dbac4862a35912bc7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f16c8e244ffd41b4b5ac656ec542cdb5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2d3fa9d7838d4490ae5d3e826eebe560, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3f4ccc3120584465978d919e26b9fb93, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4508a8ae32824a68856b644c899f5fbc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/723100459f24437d87f57b12092da396, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/1bcf024ac4fa4ed19daac3de9a43c9e5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2a8d3abaa50344b7a7a57b4aa55ffb5f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/25edbc01b77941a196cd3ef9aaa2f66f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/d5148946936743beb275e0033af7a9d7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/100b71a1e57b48a6b592e8b0a4d416b8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/481f46b282bc49bd85e7a4483a04ffe3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/fd61528ae7d048f181e21f7e7e170e27, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/222ec14e846b435b9b136882aec60833, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c42a56b1ba8e4921a86f19c87641c74e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4d715819d01c4e7d9137fc4182e42393, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/898bf7e998584249954f023dbbf3def2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/24a70b588d6c461b8cfbb936114b819a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/06ed8cdbaaf14f5b920e36fbb06f6f82, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/7c06d694e0dd48be9e52c6f884076930, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/08d5a1b042be4266afe6ef9f4245260d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/63ee62892cd14088abb6ff343ab0a358, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/8f238148283c45da86bbfa9bff0056d4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/44d13cfb28634dbd88f975737270e61c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/ea76d2402c904f66bad25d5d0bef6dd3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2cf09f7515c946d0a0713cbeacafbbda, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/df87bb0f683b462097f2cf00c94c021e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9f7a0e402ec5432ba782d1982d575b44, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/83ac0194cddc447084619d96d62c77f3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9cc447aba4684ff79ab623056c6a17ee, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c4c187477e1c43a186e8b140d0d10c50, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/adfdc2ac1942475084ad17ab10a48ba8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3260ffc0e9174c75b0b54fb82e244c54, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f12c1d6c0ba14b3ebccd93a4dd7f2e6e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/cf84f9f6008d4a3ba1d5ffbb31d73e3a] to archive 2024-11-26T05:22:49,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:22:49,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/18e7a47cc6304f26a4f93067ddaa20c4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/18e7a47cc6304f26a4f93067ddaa20c4 2024-11-26T05:22:49,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/78546d2222624b17a43c79129cdd84bd to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/78546d2222624b17a43c79129cdd84bd 2024-11-26T05:22:49,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4525c70f9bca48a7930da5748108fe8d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4525c70f9bca48a7930da5748108fe8d 2024-11-26T05:22:49,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/604014d25c5544478da000d8be8ac123 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/604014d25c5544478da000d8be8ac123 2024-11-26T05:22:49,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3ab177abdbb44440b3faaf25b539a855 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3ab177abdbb44440b3faaf25b539a855 2024-11-26T05:22:49,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/aef276f2b1874d68a7c306e3deefd926 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/aef276f2b1874d68a7c306e3deefd926 2024-11-26T05:22:49,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e7dc0146134549c49b1be01d8ff0357b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e7dc0146134549c49b1be01d8ff0357b 2024-11-26T05:22:49,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/dd5dac09e7df4d8dbac4862a35912bc7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/dd5dac09e7df4d8dbac4862a35912bc7 2024-11-26T05:22:49,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f16c8e244ffd41b4b5ac656ec542cdb5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f16c8e244ffd41b4b5ac656ec542cdb5 2024-11-26T05:22:49,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2d3fa9d7838d4490ae5d3e826eebe560 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2d3fa9d7838d4490ae5d3e826eebe560 2024-11-26T05:22:49,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3f4ccc3120584465978d919e26b9fb93 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3f4ccc3120584465978d919e26b9fb93 2024-11-26T05:22:49,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4508a8ae32824a68856b644c899f5fbc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4508a8ae32824a68856b644c899f5fbc 2024-11-26T05:22:49,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/723100459f24437d87f57b12092da396 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/723100459f24437d87f57b12092da396 2024-11-26T05:22:49,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/1bcf024ac4fa4ed19daac3de9a43c9e5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/1bcf024ac4fa4ed19daac3de9a43c9e5 2024-11-26T05:22:49,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2a8d3abaa50344b7a7a57b4aa55ffb5f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2a8d3abaa50344b7a7a57b4aa55ffb5f 2024-11-26T05:22:49,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/25edbc01b77941a196cd3ef9aaa2f66f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/25edbc01b77941a196cd3ef9aaa2f66f 2024-11-26T05:22:49,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/d5148946936743beb275e0033af7a9d7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/d5148946936743beb275e0033af7a9d7 2024-11-26T05:22:49,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/100b71a1e57b48a6b592e8b0a4d416b8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/100b71a1e57b48a6b592e8b0a4d416b8 2024-11-26T05:22:49,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/481f46b282bc49bd85e7a4483a04ffe3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/481f46b282bc49bd85e7a4483a04ffe3 2024-11-26T05:22:49,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/fd61528ae7d048f181e21f7e7e170e27 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/fd61528ae7d048f181e21f7e7e170e27 2024-11-26T05:22:49,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/222ec14e846b435b9b136882aec60833 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/222ec14e846b435b9b136882aec60833 2024-11-26T05:22:49,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c42a56b1ba8e4921a86f19c87641c74e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c42a56b1ba8e4921a86f19c87641c74e 2024-11-26T05:22:49,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4d715819d01c4e7d9137fc4182e42393 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/4d715819d01c4e7d9137fc4182e42393 2024-11-26T05:22:49,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/898bf7e998584249954f023dbbf3def2 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/898bf7e998584249954f023dbbf3def2 2024-11-26T05:22:49,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/24a70b588d6c461b8cfbb936114b819a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/24a70b588d6c461b8cfbb936114b819a 2024-11-26T05:22:49,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/06ed8cdbaaf14f5b920e36fbb06f6f82 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/06ed8cdbaaf14f5b920e36fbb06f6f82 2024-11-26T05:22:49,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/7c06d694e0dd48be9e52c6f884076930 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/7c06d694e0dd48be9e52c6f884076930 2024-11-26T05:22:49,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/08d5a1b042be4266afe6ef9f4245260d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/08d5a1b042be4266afe6ef9f4245260d 2024-11-26T05:22:49,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/63ee62892cd14088abb6ff343ab0a358 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/63ee62892cd14088abb6ff343ab0a358 2024-11-26T05:22:49,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/8f238148283c45da86bbfa9bff0056d4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/8f238148283c45da86bbfa9bff0056d4 2024-11-26T05:22:49,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/44d13cfb28634dbd88f975737270e61c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/44d13cfb28634dbd88f975737270e61c 2024-11-26T05:22:49,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/ea76d2402c904f66bad25d5d0bef6dd3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/ea76d2402c904f66bad25d5d0bef6dd3 2024-11-26T05:22:49,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2cf09f7515c946d0a0713cbeacafbbda to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/2cf09f7515c946d0a0713cbeacafbbda 2024-11-26T05:22:49,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/df87bb0f683b462097f2cf00c94c021e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/df87bb0f683b462097f2cf00c94c021e 2024-11-26T05:22:49,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9f7a0e402ec5432ba782d1982d575b44 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9f7a0e402ec5432ba782d1982d575b44 2024-11-26T05:22:49,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/83ac0194cddc447084619d96d62c77f3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/83ac0194cddc447084619d96d62c77f3 2024-11-26T05:22:49,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9cc447aba4684ff79ab623056c6a17ee to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/9cc447aba4684ff79ab623056c6a17ee 2024-11-26T05:22:49,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c4c187477e1c43a186e8b140d0d10c50 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/c4c187477e1c43a186e8b140d0d10c50 2024-11-26T05:22:49,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/adfdc2ac1942475084ad17ab10a48ba8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/adfdc2ac1942475084ad17ab10a48ba8 2024-11-26T05:22:49,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3260ffc0e9174c75b0b54fb82e244c54 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/3260ffc0e9174c75b0b54fb82e244c54 2024-11-26T05:22:49,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f12c1d6c0ba14b3ebccd93a4dd7f2e6e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/f12c1d6c0ba14b3ebccd93a4dd7f2e6e 2024-11-26T05:22:49,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/cf84f9f6008d4a3ba1d5ffbb31d73e3a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/cf84f9f6008d4a3ba1d5ffbb31d73e3a 2024-11-26T05:22:49,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/26a58a1a71784516b57c65367ce44354, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/1fc1e4363ebf4f7787d9840e101a0433, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/730496754b4f48a7b5d8654ee34772eb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/c469ddaa249c4ae6badbfdf54f291658, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9d9effef577842f6b10889a7bb67ac0b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9bb5485373fc48f0abb9ef4d7d3a21b8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/700cf612f1df4f85bbc0e31bd9c4603f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d45dc2e744494c3f86098697e1c3ad28, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/06d2884941fc4df899335ab4f40fc367, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/474ca8a1f7cb4e698e562674d50cac59, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/b30126e99e96488a9927bd12cd6bb7d3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/31daaa398c5d4cef914995f3f8e2972c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/947fef7b454c4675bdbb59f72268800c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9ec8e6e574b640e1a333fa6bbef5c05e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/adfbe2c779454c5cb437ab0e101e929e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/90f0656e88e24e2387fe0a098c07f2ba, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/ea0e15b409b04dceaec7313e9197a3de, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a867fb6261b24af192ff2acd725cb4fc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7d0560e40c1c445d8252ad95ec6e49a0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/112b81190a98427c849b63b8381fb690, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d040da2246ba4b479a75f28a2c0bbd8e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/41aae472df4946a3be0219d93b27350c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/944fca0fe35e46d7a2f8547bfbd80e7f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d34efbea5621460a9d8fa743860e2442, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/37e07a6420524d4da2f4f586affc1796, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/869de9cb4ccb46d08c57e3534ef7e01e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/0117a43912384626ae35fc8a19145d90, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a4988659e95743169116b29a9d3e534e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/992c6ce2be2042bb948b211685dbddf6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a60e36679ec3445088a26a208376f802, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/e524b58468ff41b096ad2c2610ad6923, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/eeb5fce939244b86b1963c59c94bd5b0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/caa28e398cb74913ab63b32183b2be50, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7feb1533ac104afcb4aa042dfca5b90e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a06f7b8f088b4ca6a3ba069fff39c91b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/101e7b5a31084729ba887e9362a04117, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/f9ba7755871543c7ba98d8c8f7c1396c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d3d824d792d94281bdcab25e0f56c6f7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de197a5604164f11b54f48c301101faf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/2d8b604e89c543bda876d14af3ffd463, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de694ee8aa1e4c2e8de7d59ae3c56f92] to archive 2024-11-26T05:22:49,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:22:49,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/26a58a1a71784516b57c65367ce44354 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/26a58a1a71784516b57c65367ce44354 2024-11-26T05:22:49,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/1fc1e4363ebf4f7787d9840e101a0433 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/1fc1e4363ebf4f7787d9840e101a0433 2024-11-26T05:22:49,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/730496754b4f48a7b5d8654ee34772eb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/730496754b4f48a7b5d8654ee34772eb 2024-11-26T05:22:49,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/c469ddaa249c4ae6badbfdf54f291658 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/c469ddaa249c4ae6badbfdf54f291658 2024-11-26T05:22:49,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9d9effef577842f6b10889a7bb67ac0b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9d9effef577842f6b10889a7bb67ac0b 2024-11-26T05:22:49,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9bb5485373fc48f0abb9ef4d7d3a21b8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9bb5485373fc48f0abb9ef4d7d3a21b8 2024-11-26T05:22:49,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/700cf612f1df4f85bbc0e31bd9c4603f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/700cf612f1df4f85bbc0e31bd9c4603f 2024-11-26T05:22:49,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d45dc2e744494c3f86098697e1c3ad28 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d45dc2e744494c3f86098697e1c3ad28 2024-11-26T05:22:49,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/06d2884941fc4df899335ab4f40fc367 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/06d2884941fc4df899335ab4f40fc367 2024-11-26T05:22:49,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/474ca8a1f7cb4e698e562674d50cac59 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/474ca8a1f7cb4e698e562674d50cac59 2024-11-26T05:22:49,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/b30126e99e96488a9927bd12cd6bb7d3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/b30126e99e96488a9927bd12cd6bb7d3 2024-11-26T05:22:49,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/31daaa398c5d4cef914995f3f8e2972c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/31daaa398c5d4cef914995f3f8e2972c 2024-11-26T05:22:49,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/947fef7b454c4675bdbb59f72268800c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/947fef7b454c4675bdbb59f72268800c 2024-11-26T05:22:49,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9ec8e6e574b640e1a333fa6bbef5c05e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9ec8e6e574b640e1a333fa6bbef5c05e 2024-11-26T05:22:49,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/adfbe2c779454c5cb437ab0e101e929e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/adfbe2c779454c5cb437ab0e101e929e 2024-11-26T05:22:49,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/90f0656e88e24e2387fe0a098c07f2ba to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/90f0656e88e24e2387fe0a098c07f2ba 2024-11-26T05:22:49,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/ea0e15b409b04dceaec7313e9197a3de to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/ea0e15b409b04dceaec7313e9197a3de 2024-11-26T05:22:49,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a867fb6261b24af192ff2acd725cb4fc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a867fb6261b24af192ff2acd725cb4fc 2024-11-26T05:22:49,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7d0560e40c1c445d8252ad95ec6e49a0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7d0560e40c1c445d8252ad95ec6e49a0 2024-11-26T05:22:49,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/112b81190a98427c849b63b8381fb690 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/112b81190a98427c849b63b8381fb690 2024-11-26T05:22:49,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d040da2246ba4b479a75f28a2c0bbd8e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d040da2246ba4b479a75f28a2c0bbd8e 2024-11-26T05:22:49,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/41aae472df4946a3be0219d93b27350c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/41aae472df4946a3be0219d93b27350c 2024-11-26T05:22:49,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/944fca0fe35e46d7a2f8547bfbd80e7f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/944fca0fe35e46d7a2f8547bfbd80e7f 2024-11-26T05:22:49,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d34efbea5621460a9d8fa743860e2442 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d34efbea5621460a9d8fa743860e2442 2024-11-26T05:22:49,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/37e07a6420524d4da2f4f586affc1796 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/37e07a6420524d4da2f4f586affc1796 2024-11-26T05:22:49,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/869de9cb4ccb46d08c57e3534ef7e01e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/869de9cb4ccb46d08c57e3534ef7e01e 2024-11-26T05:22:49,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/0117a43912384626ae35fc8a19145d90 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/0117a43912384626ae35fc8a19145d90 2024-11-26T05:22:49,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a4988659e95743169116b29a9d3e534e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a4988659e95743169116b29a9d3e534e 2024-11-26T05:22:49,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/992c6ce2be2042bb948b211685dbddf6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/992c6ce2be2042bb948b211685dbddf6 2024-11-26T05:22:49,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a60e36679ec3445088a26a208376f802 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a60e36679ec3445088a26a208376f802 2024-11-26T05:22:49,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/e524b58468ff41b096ad2c2610ad6923 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/e524b58468ff41b096ad2c2610ad6923 2024-11-26T05:22:49,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/eeb5fce939244b86b1963c59c94bd5b0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/eeb5fce939244b86b1963c59c94bd5b0 2024-11-26T05:22:49,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/caa28e398cb74913ab63b32183b2be50 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/caa28e398cb74913ab63b32183b2be50 2024-11-26T05:22:49,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7feb1533ac104afcb4aa042dfca5b90e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/7feb1533ac104afcb4aa042dfca5b90e 2024-11-26T05:22:49,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a06f7b8f088b4ca6a3ba069fff39c91b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/a06f7b8f088b4ca6a3ba069fff39c91b 2024-11-26T05:22:49,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/101e7b5a31084729ba887e9362a04117 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/101e7b5a31084729ba887e9362a04117 2024-11-26T05:22:49,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/f9ba7755871543c7ba98d8c8f7c1396c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/f9ba7755871543c7ba98d8c8f7c1396c 2024-11-26T05:22:49,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d3d824d792d94281bdcab25e0f56c6f7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/d3d824d792d94281bdcab25e0f56c6f7 2024-11-26T05:22:49,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de197a5604164f11b54f48c301101faf to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de197a5604164f11b54f48c301101faf 2024-11-26T05:22:49,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/2d8b604e89c543bda876d14af3ffd463 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/2d8b604e89c543bda876d14af3ffd463 2024-11-26T05:22:49,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de694ee8aa1e4c2e8de7d59ae3c56f92 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/de694ee8aa1e4c2e8de7d59ae3c56f92 2024-11-26T05:22:49,140 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/recovered.edits/603.seqid, newMaxSeqId=603, maxSeqId=1 2024-11-26T05:22:49,141 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f. 2024-11-26T05:22:49,141 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 19223a620f276e8d3419d8699d447b6f: 2024-11-26T05:22:49,142 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:49,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=19223a620f276e8d3419d8699d447b6f, regionState=CLOSED 2024-11-26T05:22:49,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-26T05:22:49,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 19223a620f276e8d3419d8699d447b6f, server=6de696b11002,34963,1732598472077 in 1.5460 sec 2024-11-26T05:22:49,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-26T05:22:49,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=19223a620f276e8d3419d8699d447b6f, UNASSIGN in 1.5500 sec 2024-11-26T05:22:49,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-26T05:22:49,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5540 sec 2024-11-26T05:22:49,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598569147"}]},"ts":"1732598569147"} 2024-11-26T05:22:49,148 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T05:22:49,166 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T05:22:49,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7100 sec 2024-11-26T05:22:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T05:22:49,565 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-26T05:22:49,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T05:22:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:49,567 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-26T05:22:49,567 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=99, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:49,569 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:49,571 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/recovered.edits] 2024-11-26T05:22:49,573 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/807bb6a008424ac1a938b4ab42ee4c81 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/807bb6a008424ac1a938b4ab42ee4c81 2024-11-26T05:22:49,574 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/c9fc88ed32f0483d8f4471fe7b6edd39 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/A/c9fc88ed32f0483d8f4471fe7b6edd39 2024-11-26T05:22:49,575 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e30a3910f07540f2b5308d000f99cd25 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e30a3910f07540f2b5308d000f99cd25 2024-11-26T05:22:49,576 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e5e2d03303ec48c4abe1b99c94c43915 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/B/e5e2d03303ec48c4abe1b99c94c43915 2024-11-26T05:22:49,577 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/3e1f518498f2469983728a7ea7093d7f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/3e1f518498f2469983728a7ea7093d7f 2024-11-26T05:22:49,578 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9c27758d2a774177a51d5f2a904170bb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/C/9c27758d2a774177a51d5f2a904170bb 2024-11-26T05:22:49,580 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/recovered.edits/603.seqid to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f/recovered.edits/603.seqid 2024-11-26T05:22:49,580 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/19223a620f276e8d3419d8699d447b6f 2024-11-26T05:22:49,580 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T05:22:49,582 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=99, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:49,585 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T05:22:49,586 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T05:22:49,587 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=99, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:49,587 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T05:22:49,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732598569587"}]},"ts":"9223372036854775807"} 2024-11-26T05:22:49,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T05:22:49,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 19223a620f276e8d3419d8699d447b6f, NAME => 'TestAcidGuarantees,,1732598538827.19223a620f276e8d3419d8699d447b6f.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T05:22:49,589 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T05:22:49,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732598569589"}]},"ts":"9223372036854775807"} 2024-11-26T05:22:49,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T05:22:49,644 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=99, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:49,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-11-26T05:22:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-26T05:22:49,668 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-26T05:22:49,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 237), OpenFileDescriptor=451 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=680 (was 674) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7963 (was 8090) 2024-11-26T05:22:49,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=680, ProcessCount=11, AvailableMemoryMB=8000 2024-11-26T05:22:49,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T05:22:49,691 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T05:22:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:49,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T05:22:49,692 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:49,692 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 100 2024-11-26T05:22:49,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T05:22:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T05:22:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742219_1395 (size=960) 2024-11-26T05:22:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T05:22:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T05:22:50,104 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c 2024-11-26T05:22:50,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742220_1396 (size=53) 2024-11-26T05:22:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T05:22:50,514 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:22:50,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 91653c2b9f27af9303aa2fee71a994f5, disabling compactions & flushes 2024-11-26T05:22:50,515 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:50,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:50,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. after waiting 0 ms 2024-11-26T05:22:50,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:50,515 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:50,515 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:50,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T05:22:50,518 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732598570518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732598570518"}]},"ts":"1732598570518"} 2024-11-26T05:22:50,520 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T05:22:50,521 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T05:22:50,521 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598570521"}]},"ts":"1732598570521"} 2024-11-26T05:22:50,522 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T05:22:50,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, ASSIGN}] 2024-11-26T05:22:50,577 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, ASSIGN 2024-11-26T05:22:50,578 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, ASSIGN; state=OFFLINE, location=6de696b11002,34963,1732598472077; forceNewPlan=false, retain=false 2024-11-26T05:22:50,729 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=91653c2b9f27af9303aa2fee71a994f5, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:22:50,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; OpenRegionProcedure 91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:22:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T05:22:50,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:50,891 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:50,892 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7285): Opening region: {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:22:50,892 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:50,892 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:22:50,893 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7327): checking encryption for 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:50,893 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7330): checking classloading for 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:50,895 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:50,897 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:22:50,897 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91653c2b9f27af9303aa2fee71a994f5 columnFamilyName A 2024-11-26T05:22:50,897 DEBUG [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:50,898 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(327): Store=91653c2b9f27af9303aa2fee71a994f5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:22:50,898 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:50,900 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:22:50,900 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91653c2b9f27af9303aa2fee71a994f5 columnFamilyName B 2024-11-26T05:22:50,900 DEBUG [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:50,901 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(327): Store=91653c2b9f27af9303aa2fee71a994f5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:22:50,901 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:50,903 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:22:50,903 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91653c2b9f27af9303aa2fee71a994f5 columnFamilyName C 2024-11-26T05:22:50,903 DEBUG [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:50,903 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(327): Store=91653c2b9f27af9303aa2fee71a994f5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:22:50,904 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:50,904 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:50,905 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:50,907 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:22:50,908 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1085): writing seq id for 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:50,911 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T05:22:50,911 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1102): Opened 91653c2b9f27af9303aa2fee71a994f5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72590901, jitterRate=0.08168871700763702}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:22:50,912 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1001): Region open journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:50,913 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., pid=102, masterSystemTime=1732598570885 2024-11-26T05:22:50,914 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:50,914 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:50,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=91653c2b9f27af9303aa2fee71a994f5, regionState=OPEN, openSeqNum=2, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:22:50,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-26T05:22:50,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; OpenRegionProcedure 91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 in 185 msec 2024-11-26T05:22:50,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-26T05:22:50,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, ASSIGN in 342 msec 2024-11-26T05:22:50,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T05:22:50,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598570920"}]},"ts":"1732598570920"} 2024-11-26T05:22:50,921 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T05:22:50,933 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T05:22:50,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2420 sec 2024-11-26T05:22:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-26T05:22:51,800 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-26T05:22:51,802 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-11-26T05:22:51,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:51,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:51,819 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:51,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T05:22:51,821 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T05:22:51,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T05:22:51,822 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T05:22:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T05:22:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742221_1397 (size=996) 2024-11-26T05:22:52,248 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T05:22:52,248 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T05:22:52,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T05:22:52,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, REOPEN/MOVE}] 2024-11-26T05:22:52,253 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, REOPEN/MOVE 2024-11-26T05:22:52,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=91653c2b9f27af9303aa2fee71a994f5, regionState=CLOSING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:22:52,254 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44643 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=6de696b11002,34963,1732598472077, table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T05:22:52,255 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T05:22:52,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; CloseRegionProcedure 91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:22:52,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:52,406 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(124): Close 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,406 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T05:22:52,407 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1681): Closing 91653c2b9f27af9303aa2fee71a994f5, disabling compactions & flushes 2024-11-26T05:22:52,407 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:52,407 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:52,407 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. after waiting 0 ms 2024-11-26T05:22:52,407 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:52,410 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T05:22:52,411 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:52,411 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1635): Region close journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:52,411 WARN [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionServer(3786): Not adding moved region record: 91653c2b9f27af9303aa2fee71a994f5 to self. 2024-11-26T05:22:52,412 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(170): Closed 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=91653c2b9f27af9303aa2fee71a994f5, regionState=CLOSED 2024-11-26T05:22:52,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-26T05:22:52,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseRegionProcedure 91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 in 158 msec 2024-11-26T05:22:52,416 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, REOPEN/MOVE; state=CLOSED, location=6de696b11002,34963,1732598472077; forceNewPlan=false, retain=true 2024-11-26T05:22:52,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=91653c2b9f27af9303aa2fee71a994f5, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:22:52,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=105, state=RUNNABLE; OpenRegionProcedure 91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:22:52,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:52,722 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:52,722 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7285): Opening region: {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:22:52,722 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,722 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:22:52,723 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7327): checking encryption for 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,723 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7330): checking classloading for 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,724 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,724 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:22:52,724 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91653c2b9f27af9303aa2fee71a994f5 columnFamilyName A 2024-11-26T05:22:52,725 DEBUG [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:52,725 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(327): Store=91653c2b9f27af9303aa2fee71a994f5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:22:52,726 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,726 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:22:52,726 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91653c2b9f27af9303aa2fee71a994f5 columnFamilyName B 2024-11-26T05:22:52,726 DEBUG [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:52,727 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(327): Store=91653c2b9f27af9303aa2fee71a994f5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:22:52,727 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,728 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:22:52,728 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91653c2b9f27af9303aa2fee71a994f5 columnFamilyName C 2024-11-26T05:22:52,728 DEBUG [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:52,728 INFO [StoreOpener-91653c2b9f27af9303aa2fee71a994f5-1 {}] regionserver.HStore(327): Store=91653c2b9f27af9303aa2fee71a994f5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:22:52,728 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:52,729 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,730 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,731 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:22:52,732 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1085): writing seq id for 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,732 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1102): Opened 91653c2b9f27af9303aa2fee71a994f5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65880288, jitterRate=-0.018307209014892578}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:22:52,733 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1001): Region open journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:52,734 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., pid=107, masterSystemTime=1732598572719 2024-11-26T05:22:52,735 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:52,735 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:52,735 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=91653c2b9f27af9303aa2fee71a994f5, regionState=OPEN, openSeqNum=5, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:22:52,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=105 2024-11-26T05:22:52,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=105, state=SUCCESS; OpenRegionProcedure 91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 in 168 msec 2024-11-26T05:22:52,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-26T05:22:52,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, REOPEN/MOVE in 485 msec 2024-11-26T05:22:52,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-26T05:22:52,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-11-26T05:22:52,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 918 msec 2024-11-26T05:22:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-26T05:22:52,743 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-26T05:22:52,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:52,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-26T05:22:52,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:52,834 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-26T05:22:52,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:52,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-26T05:22:52,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:52,858 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-11-26T05:22:52,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:52,876 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-11-26T05:22:52,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:52,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-26T05:22:52,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:52,916 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-26T05:22:52,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:52,925 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-26T05:22:52,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:52,933 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-11-26T05:22:52,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:22:52,951 DEBUG [hconnection-0x7e51be22-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:52,951 DEBUG [hconnection-0x2ac12617-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:52,952 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:52,952 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:52,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:22:52,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:22:52,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:52,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:22:52,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:52,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:22:52,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:52,991 DEBUG [hconnection-0x3273eb9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:52,992 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:52,993 DEBUG [hconnection-0x7aa9ea6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:52,995 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:53,009 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:22:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-26T05:22:53,010 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:22:53,010 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:22:53,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:22:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T05:22:53,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598633012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,023 DEBUG [hconnection-0xb374033-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:53,024 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:53,027 DEBUG [hconnection-0x79f77565-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:53,027 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598633029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598633029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,035 DEBUG [hconnection-0xa082314-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:53,036 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:53,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126eae1a4ca47ac45aab5b7d7a91ac0f453_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598572961/Put/seqid=0 2024-11-26T05:22:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598633038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,039 DEBUG [hconnection-0x56ffb399-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:53,040 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:53,049 DEBUG [hconnection-0x74637d2d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:53,050 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:53,051 DEBUG [hconnection-0x73d6925-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:22:53,052 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:22:53,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598633055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742222_1398 (size=12154) 2024-11-26T05:22:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T05:22:53,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598633114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598633130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598633130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598633139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598633156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:53,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:53,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:53,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T05:22:53,318 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:53,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598633317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598633333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598633334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598633341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598633358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,466 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:53,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:53,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,471 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126eae1a4ca47ac45aab5b7d7a91ac0f453_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eae1a4ca47ac45aab5b7d7a91ac0f453_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:53,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,472 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/686778758c574de281f539898ff6209b, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/686778758c574de281f539898ff6209b is 175, key is test_row_0/A:col10/1732598572961/Put/seqid=0 2024-11-26T05:22:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742223_1399 (size=30955) 2024-11-26T05:22:53,499 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/686778758c574de281f539898ff6209b 2024-11-26T05:22:53,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/5fea2479d58944c4b8134d8168cf452f is 50, key is test_row_0/B:col10/1732598572961/Put/seqid=0 2024-11-26T05:22:53,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742224_1400 (size=12001) 2024-11-26T05:22:53,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/5fea2479d58944c4b8134d8168cf452f 2024-11-26T05:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T05:22:53,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/5cf80800a11248a892bab40375ad29c0 is 50, key is test_row_0/C:col10/1732598572961/Put/seqid=0 2024-11-26T05:22:53,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598633621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:53,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:53,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:53,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598633640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598633641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598633643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742225_1401 (size=12001) 2024-11-26T05:22:53,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598633662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:53,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:53,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:53,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:53,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:53,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:53,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:53,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/5cf80800a11248a892bab40375ad29c0 2024-11-26T05:22:54,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/686778758c574de281f539898ff6209b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/686778758c574de281f539898ff6209b 2024-11-26T05:22:54,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:54,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/686778758c574de281f539898ff6209b, entries=150, sequenceid=15, filesize=30.2 K 2024-11-26T05:22:54,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:54,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:54,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/5fea2479d58944c4b8134d8168cf452f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5fea2479d58944c4b8134d8168cf452f 2024-11-26T05:22:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5fea2479d58944c4b8134d8168cf452f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T05:22:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/5cf80800a11248a892bab40375ad29c0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cf80800a11248a892bab40375ad29c0 2024-11-26T05:22:54,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cf80800a11248a892bab40375ad29c0, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T05:22:54,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 91653c2b9f27af9303aa2fee71a994f5 in 1134ms, sequenceid=15, compaction requested=false 2024-11-26T05:22:54,097 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T05:22:54,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T05:22:54,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T05:22:54,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:22:54,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:54,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:22:54,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:54,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:22:54,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:54,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e905f66b034441109549de64fdff009c_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598573008/Put/seqid=0 2024-11-26T05:22:54,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598634157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598634158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598634159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598634168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598634170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742226_1402 (size=14594) 2024-11-26T05:22:54,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:54,218 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e905f66b034441109549de64fdff009c_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e905f66b034441109549de64fdff009c_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:54,219 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/e7585189b04b4629b7887ef9495e015f, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:54,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/e7585189b04b4629b7887ef9495e015f is 175, key is test_row_0/A:col10/1732598573008/Put/seqid=0 2024-11-26T05:22:54,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:54,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:54,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:54,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598634270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598634271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598634271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742227_1403 (size=39549) 2024-11-26T05:22:54,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598634280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:54,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598634475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598634475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598634475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598634486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:54,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,677 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/e7585189b04b4629b7887ef9495e015f 2024-11-26T05:22:54,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/78944ed0487f44dca388d1dbac314f7c is 50, key is test_row_0/B:col10/1732598573008/Put/seqid=0 2024-11-26T05:22:54,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:54,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T05:22:54,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742228_1404 (size=12001) 2024-11-26T05:22:54,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/78944ed0487f44dca388d1dbac314f7c 2024-11-26T05:22:54,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/e5aeb3a9081a4f6f9375c7dc7bbb1e13 is 50, key is test_row_0/C:col10/1732598573008/Put/seqid=0 2024-11-26T05:22:54,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598634784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742229_1405 (size=12001) 2024-11-26T05:22:54,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598634786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598634786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598634794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:54,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:54,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:54,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:55,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:55,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:55,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T05:22:55,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:55,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:55,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:55,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598635183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/e5aeb3a9081a4f6f9375c7dc7bbb1e13 2024-11-26T05:22:55,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/e7585189b04b4629b7887ef9495e015f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e7585189b04b4629b7887ef9495e015f 2024-11-26T05:22:55,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e7585189b04b4629b7887ef9495e015f, entries=200, sequenceid=41, filesize=38.6 K 2024-11-26T05:22:55,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/78944ed0487f44dca388d1dbac314f7c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/78944ed0487f44dca388d1dbac314f7c 2024-11-26T05:22:55,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/78944ed0487f44dca388d1dbac314f7c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T05:22:55,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/e5aeb3a9081a4f6f9375c7dc7bbb1e13 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e5aeb3a9081a4f6f9375c7dc7bbb1e13 2024-11-26T05:22:55,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e5aeb3a9081a4f6f9375c7dc7bbb1e13, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T05:22:55,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 91653c2b9f27af9303aa2fee71a994f5 in 1086ms, sequenceid=41, compaction requested=false 2024-11-26T05:22:55,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:55,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:22:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:22:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:22:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:22:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:55,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:55,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:55,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:55,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269466fe7f646d4cfb808f52d663a95121_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598575302/Put/seqid=0 2024-11-26T05:22:55,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742230_1406 (size=14594) 2024-11-26T05:22:55,359 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:55,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598635363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598635364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598635373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,377 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269466fe7f646d4cfb808f52d663a95121_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269466fe7f646d4cfb808f52d663a95121_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:55,378 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/fbf3e03e947f4c6480e57391c21d2836, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:55,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/fbf3e03e947f4c6480e57391c21d2836 is 175, key is test_row_0/A:col10/1732598575302/Put/seqid=0 2024-11-26T05:22:55,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598635373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742231_1407 (size=39549) 2024-11-26T05:22:55,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:55,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:55,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:55,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598635475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598635475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598635479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598635490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:55,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598635681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598635682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598635691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598635700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:55,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:55,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:55,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,813 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/fbf3e03e947f4c6480e57391c21d2836 2024-11-26T05:22:55,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/fa90a14e8f09468a915cd8a5ba4bfbd5 is 50, key is test_row_0/B:col10/1732598575302/Put/seqid=0 2024-11-26T05:22:55,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742232_1408 (size=12001) 2024-11-26T05:22:55,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/fa90a14e8f09468a915cd8a5ba4bfbd5 2024-11-26T05:22:55,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/c7f07c92eb264cf2b5465394c3268714 is 50, key is test_row_0/C:col10/1732598575302/Put/seqid=0 2024-11-26T05:22:55,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:55,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:55,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:55,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742233_1409 (size=12001) 2024-11-26T05:22:55,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/c7f07c92eb264cf2b5465394c3268714 2024-11-26T05:22:55,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/fbf3e03e947f4c6480e57391c21d2836 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/fbf3e03e947f4c6480e57391c21d2836 2024-11-26T05:22:55,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/fbf3e03e947f4c6480e57391c21d2836, entries=200, sequenceid=52, filesize=38.6 K 2024-11-26T05:22:55,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/fa90a14e8f09468a915cd8a5ba4bfbd5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/fa90a14e8f09468a915cd8a5ba4bfbd5 2024-11-26T05:22:55,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/fa90a14e8f09468a915cd8a5ba4bfbd5, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T05:22:55,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/c7f07c92eb264cf2b5465394c3268714 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/c7f07c92eb264cf2b5465394c3268714 2024-11-26T05:22:55,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/c7f07c92eb264cf2b5465394c3268714, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T05:22:55,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 91653c2b9f27af9303aa2fee71a994f5 in 677ms, sequenceid=52, compaction requested=true 2024-11-26T05:22:55,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:55,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:55,981 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:55,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:55,981 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:55,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:55,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:55,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:55,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:55,982 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:55,982 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/B is initiating minor compaction (all files) 2024-11-26T05:22:55,983 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/B in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,983 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5fea2479d58944c4b8134d8168cf452f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/78944ed0487f44dca388d1dbac314f7c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/fa90a14e8f09468a915cd8a5ba4bfbd5] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=35.2 K 2024-11-26T05:22:55,983 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:55,983 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/A is initiating minor compaction (all files) 2024-11-26T05:22:55,983 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/A in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,983 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/686778758c574de281f539898ff6209b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e7585189b04b4629b7887ef9495e015f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/fbf3e03e947f4c6480e57391c21d2836] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=107.5 K 2024-11-26T05:22:55,983 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:55,983 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/686778758c574de281f539898ff6209b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e7585189b04b4629b7887ef9495e015f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/fbf3e03e947f4c6480e57391c21d2836] 2024-11-26T05:22:55,983 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fea2479d58944c4b8134d8168cf452f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732598572957 2024-11-26T05:22:55,983 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 686778758c574de281f539898ff6209b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732598572957 2024-11-26T05:22:55,984 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7585189b04b4629b7887ef9495e015f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732598572984 2024-11-26T05:22:55,984 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 78944ed0487f44dca388d1dbac314f7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732598573008 2024-11-26T05:22:55,984 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbf3e03e947f4c6480e57391c21d2836, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732598574148 2024-11-26T05:22:55,984 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting fa90a14e8f09468a915cd8a5ba4bfbd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732598574158 2024-11-26T05:22:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:55,997 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:55,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T05:22:55,997 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/ee15b2de036d4be6acb1a7ec3d2bb9ff is 50, key is test_row_0/B:col10/1732598575302/Put/seqid=0 2024-11-26T05:22:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:22:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:22:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:22:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:56,003 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:56,018 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126b6afa930be4045f2a9728b8fa5e88720_91653c2b9f27af9303aa2fee71a994f5 store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:56,020 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126b6afa930be4045f2a9728b8fa5e88720_91653c2b9f27af9303aa2fee71a994f5, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:56,020 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b6afa930be4045f2a9728b8fa5e88720_91653c2b9f27af9303aa2fee71a994f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:56,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598636011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598636018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598636026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742234_1410 (size=12104) 2024-11-26T05:22:56,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598636030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ed80b74d3b154fb4b7f1074e97dc1b83_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598575994/Put/seqid=0 2024-11-26T05:22:56,050 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/ee15b2de036d4be6acb1a7ec3d2bb9ff as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ee15b2de036d4be6acb1a7ec3d2bb9ff 2024-11-26T05:22:56,055 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/B of 91653c2b9f27af9303aa2fee71a994f5 into ee15b2de036d4be6acb1a7ec3d2bb9ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:56,055 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:56,055 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/B, priority=13, startTime=1732598575981; duration=0sec 2024-11-26T05:22:56,055 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:56,055 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:B 2024-11-26T05:22:56,055 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:22:56,059 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:22:56,059 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/C is initiating minor compaction (all files) 2024-11-26T05:22:56,059 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/C in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,059 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cf80800a11248a892bab40375ad29c0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e5aeb3a9081a4f6f9375c7dc7bbb1e13, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/c7f07c92eb264cf2b5465394c3268714] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=35.2 K 2024-11-26T05:22:56,059 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cf80800a11248a892bab40375ad29c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732598572957 2024-11-26T05:22:56,060 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting e5aeb3a9081a4f6f9375c7dc7bbb1e13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732598573008 2024-11-26T05:22:56,060 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c7f07c92eb264cf2b5465394c3268714, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732598574158 2024-11-26T05:22:56,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:56,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:56,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:56,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,078 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#C#compaction#356 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:56,078 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/764ebd0b98184b99b88d5a41d349c5d3 is 50, key is test_row_0/C:col10/1732598575302/Put/seqid=0 2024-11-26T05:22:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742235_1411 (size=4469) 2024-11-26T05:22:56,099 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#A#compaction#354 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:56,100 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/7bb1455da07547a4a719ab2b2a35e783 is 175, key is test_row_0/A:col10/1732598575302/Put/seqid=0 2024-11-26T05:22:56,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742236_1412 (size=14594) 2024-11-26T05:22:56,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598636127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598636129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598636131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742237_1413 (size=12104) 2024-11-26T05:22:56,145 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/764ebd0b98184b99b88d5a41d349c5d3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/764ebd0b98184b99b88d5a41d349c5d3 2024-11-26T05:22:56,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598636142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,152 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/C of 91653c2b9f27af9303aa2fee71a994f5 into 764ebd0b98184b99b88d5a41d349c5d3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:56,152 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:56,152 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/C, priority=13, startTime=1732598575982; duration=0sec 2024-11-26T05:22:56,152 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:56,153 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:C 2024-11-26T05:22:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742238_1414 (size=31058) 2024-11-26T05:22:56,231 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:56,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:56,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:56,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598636335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598636336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598636336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598636349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,384 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:56,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,519 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:56,522 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ed80b74d3b154fb4b7f1074e97dc1b83_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ed80b74d3b154fb4b7f1074e97dc1b83_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:56,523 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/7788859bd9524c44b4cacd78eb94c85c, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:56,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/7788859bd9524c44b4cacd78eb94c85c is 175, key is test_row_0/A:col10/1732598575994/Put/seqid=0 2024-11-26T05:22:56,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742239_1415 (size=39549) 2024-11-26T05:22:56,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:56,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,561 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/7bb1455da07547a4a719ab2b2a35e783 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7bb1455da07547a4a719ab2b2a35e783 2024-11-26T05:22:56,569 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/A of 91653c2b9f27af9303aa2fee71a994f5 into 7bb1455da07547a4a719ab2b2a35e783(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:56,569 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:56,569 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/A, priority=13, startTime=1732598575981; duration=0sec 2024-11-26T05:22:56,569 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:56,569 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:A 2024-11-26T05:22:56,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598636646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598636646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598636646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598636653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:56,690 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:56,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:56,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:56,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:56,933 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/7788859bd9524c44b4cacd78eb94c85c 2024-11-26T05:22:56,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/6f1498d4e6e14032b07009f70d7ec1e5 is 50, key is test_row_0/B:col10/1732598575994/Put/seqid=0 2024-11-26T05:22:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742240_1416 (size=12001) 2024-11-26T05:22:56,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/6f1498d4e6e14032b07009f70d7ec1e5 2024-11-26T05:22:57,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:57,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:57,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:57,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:57,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:57,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/04d229bb7dbd4f258aa180ea18778fad is 50, key is test_row_0/C:col10/1732598575994/Put/seqid=0 2024-11-26T05:22:57,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742241_1417 (size=12001) 2024-11-26T05:22:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T05:22:57,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:57,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:57,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:57,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:57,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:57,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598637152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:57,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598637154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:57,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598637156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:57,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598637163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:57,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598637192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:57,196 DEBUG [Thread-1769 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:22:57,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:57,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:57,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:57,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:57,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:57,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:57,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:57,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:57,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:57,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:57,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:22:57,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/04d229bb7dbd4f258aa180ea18778fad 2024-11-26T05:22:57,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/7788859bd9524c44b4cacd78eb94c85c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7788859bd9524c44b4cacd78eb94c85c 2024-11-26T05:22:57,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7788859bd9524c44b4cacd78eb94c85c, entries=200, sequenceid=78, filesize=38.6 K 2024-11-26T05:22:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/6f1498d4e6e14032b07009f70d7ec1e5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6f1498d4e6e14032b07009f70d7ec1e5 2024-11-26T05:22:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6f1498d4e6e14032b07009f70d7ec1e5, entries=150, sequenceid=78, filesize=11.7 K 2024-11-26T05:22:57,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/04d229bb7dbd4f258aa180ea18778fad as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/04d229bb7dbd4f258aa180ea18778fad 2024-11-26T05:22:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/04d229bb7dbd4f258aa180ea18778fad, entries=150, sequenceid=78, filesize=11.7 K 2024-11-26T05:22:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 91653c2b9f27af9303aa2fee71a994f5 in 1515ms, sequenceid=78, compaction requested=false 2024-11-26T05:22:57,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:22:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T05:22:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,612 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:22:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:22:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:22:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:22:57,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126feb442119a5b48b78eea1a3a28181980_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_1/A:col10/1732598576025/Put/seqid=0 2024-11-26T05:22:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742242_1418 (size=9714) 2024-11-26T05:22:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,672 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126feb442119a5b48b78eea1a3a28181980_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126feb442119a5b48b78eea1a3a28181980_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/9f6658b0c61c462287bad597d0ce2d6f, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/9f6658b0c61c462287bad597d0ce2d6f is 175, key is test_row_1/A:col10/1732598576025/Put/seqid=0 2024-11-26T05:22:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742243_1419 (size=22361) 2024-11-26T05:22:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,693 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/9f6658b0c61c462287bad597d0ce2d6f 2024-11-26T05:22:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/daac214ed9d74b7c947f5d0bdb76e270 is 50, key is test_row_1/B:col10/1732598576025/Put/seqid=0 2024-11-26T05:22:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742244_1420 (size=9657) 2024-11-26T05:22:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,156 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/daac214ed9d74b7c947f5d0bdb76e270 2024-11-26T05:22:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/8b16fa4ce4e1494383964b23a0b1cdd6 is 50, key is test_row_1/C:col10/1732598576025/Put/seqid=0 2024-11-26T05:22:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:22:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742245_1421 (size=9657) 2024-11-26T05:22:58,216 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/8b16fa4ce4e1494383964b23a0b1cdd6 2024-11-26T05:22:58,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/9f6658b0c61c462287bad597d0ce2d6f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9f6658b0c61c462287bad597d0ce2d6f 2024-11-26T05:22:58,226 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9f6658b0c61c462287bad597d0ce2d6f, entries=100, sequenceid=92, filesize=21.8 K 2024-11-26T05:22:58,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/daac214ed9d74b7c947f5d0bdb76e270 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/daac214ed9d74b7c947f5d0bdb76e270 2024-11-26T05:22:58,232 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/daac214ed9d74b7c947f5d0bdb76e270, entries=100, sequenceid=92, filesize=9.4 K 2024-11-26T05:22:58,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/8b16fa4ce4e1494383964b23a0b1cdd6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/8b16fa4ce4e1494383964b23a0b1cdd6 2024-11-26T05:22:58,237 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/8b16fa4ce4e1494383964b23a0b1cdd6, entries=100, sequenceid=92, filesize=9.4 K 2024-11-26T05:22:58,239 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=73.80 KB/75570 for 91653c2b9f27af9303aa2fee71a994f5 in 627ms, sequenceid=92, compaction requested=true 2024-11-26T05:22:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-26T05:22:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-26T05:22:58,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-26T05:22:58,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.2310 sec 2024-11-26T05:22:58,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 5.2330 sec 2024-11-26T05:22:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:58,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T05:22:58,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:22:58,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:58,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:22:58,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:58,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:22:58,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:58,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262357daf977124957b6e904ec254dc299_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598578197/Put/seqid=0 2024-11-26T05:22:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742246_1422 (size=14594) 2024-11-26T05:22:58,306 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:58,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262357daf977124957b6e904ec254dc299_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262357daf977124957b6e904ec254dc299_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:58,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/713e360dca294ab380200f23da30e94e, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:58,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/713e360dca294ab380200f23da30e94e is 175, key is test_row_0/A:col10/1732598578197/Put/seqid=0 2024-11-26T05:22:58,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598638293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598638295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598638311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598638314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742247_1423 (size=39549) 2024-11-26T05:22:58,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598638422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598638432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598638438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598638439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598638631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598638654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598638654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598638654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/713e360dca294ab380200f23da30e94e 2024-11-26T05:22:58,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/5c17806c3bed46228518e9c113a6c9f3 is 50, key is test_row_0/B:col10/1732598578197/Put/seqid=0 2024-11-26T05:22:58,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742248_1424 (size=12001) 2024-11-26T05:22:58,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/5c17806c3bed46228518e9c113a6c9f3 2024-11-26T05:22:58,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/5d850a5881014e22aa66620c5db732b3 is 50, key is test_row_0/C:col10/1732598578197/Put/seqid=0 2024-11-26T05:22:58,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742249_1425 (size=12001) 2024-11-26T05:22:58,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598638971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598638973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598638973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598638978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/5d850a5881014e22aa66620c5db732b3 2024-11-26T05:22:59,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/713e360dca294ab380200f23da30e94e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/713e360dca294ab380200f23da30e94e 2024-11-26T05:22:59,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/713e360dca294ab380200f23da30e94e, entries=200, sequenceid=107, filesize=38.6 K 2024-11-26T05:22:59,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/5c17806c3bed46228518e9c113a6c9f3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5c17806c3bed46228518e9c113a6c9f3 2024-11-26T05:22:59,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5c17806c3bed46228518e9c113a6c9f3, entries=150, sequenceid=107, filesize=11.7 K 2024-11-26T05:22:59,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/5d850a5881014e22aa66620c5db732b3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5d850a5881014e22aa66620c5db732b3 2024-11-26T05:22:59,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5d850a5881014e22aa66620c5db732b3, entries=150, sequenceid=107, filesize=11.7 K 2024-11-26T05:22:59,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 91653c2b9f27af9303aa2fee71a994f5 in 1081ms, sequenceid=107, compaction requested=true 2024-11-26T05:22:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:22:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:59,325 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:59,325 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:22:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:22:59,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:59,326 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:59,326 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/A is initiating minor compaction (all files) 2024-11-26T05:22:59,326 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/A in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:59,326 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7bb1455da07547a4a719ab2b2a35e783, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7788859bd9524c44b4cacd78eb94c85c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9f6658b0c61c462287bad597d0ce2d6f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/713e360dca294ab380200f23da30e94e] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=129.4 K 2024-11-26T05:22:59,327 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:59,327 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7bb1455da07547a4a719ab2b2a35e783, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7788859bd9524c44b4cacd78eb94c85c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9f6658b0c61c462287bad597d0ce2d6f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/713e360dca294ab380200f23da30e94e] 2024-11-26T05:22:59,327 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bb1455da07547a4a719ab2b2a35e783, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732598574158 2024-11-26T05:22:59,327 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:59,327 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/B is initiating minor compaction (all files) 2024-11-26T05:22:59,327 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/B in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:59,327 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ee15b2de036d4be6acb1a7ec3d2bb9ff, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6f1498d4e6e14032b07009f70d7ec1e5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/daac214ed9d74b7c947f5d0bdb76e270, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5c17806c3bed46228518e9c113a6c9f3] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=44.7 K 2024-11-26T05:22:59,328 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7788859bd9524c44b4cacd78eb94c85c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732598575359 2024-11-26T05:22:59,328 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting ee15b2de036d4be6acb1a7ec3d2bb9ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732598574158 2024-11-26T05:22:59,328 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f6658b0c61c462287bad597d0ce2d6f, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598576024 2024-11-26T05:22:59,328 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f1498d4e6e14032b07009f70d7ec1e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732598575371 2024-11-26T05:22:59,328 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting daac214ed9d74b7c947f5d0bdb76e270, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598576024 2024-11-26T05:22:59,328 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 713e360dca294ab380200f23da30e94e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732598578197 2024-11-26T05:22:59,329 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c17806c3bed46228518e9c113a6c9f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732598578197 2024-11-26T05:22:59,342 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:59,354 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:59,354 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/75a0bcfbba1b465c843a86213bb90915 is 50, key is test_row_0/B:col10/1732598578197/Put/seqid=0 2024-11-26T05:22:59,356 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126391e2c4b39cb4323a6b4808eff2c2b6b_91653c2b9f27af9303aa2fee71a994f5 store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:59,359 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126391e2c4b39cb4323a6b4808eff2c2b6b_91653c2b9f27af9303aa2fee71a994f5, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:59,359 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126391e2c4b39cb4323a6b4808eff2c2b6b_91653c2b9f27af9303aa2fee71a994f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:59,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742250_1426 (size=12241) 2024-11-26T05:22:59,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742251_1427 (size=4469) 2024-11-26T05:22:59,427 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#A#compaction#365 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:59,427 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/b5934b6b39644d328b77cc5d338afaaa is 175, key is test_row_0/A:col10/1732598578197/Put/seqid=0 2024-11-26T05:22:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742252_1428 (size=31195) 2024-11-26T05:22:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:59,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T05:22:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:22:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:22:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:22:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:22:59,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c3545da30d86482f8a65e1de1f9e60e7_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598579478/Put/seqid=0 2024-11-26T05:22:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742253_1429 (size=14644) 2024-11-26T05:22:59,516 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:22:59,518 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c3545da30d86482f8a65e1de1f9e60e7_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c3545da30d86482f8a65e1de1f9e60e7_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:22:59,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598639507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598639508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/79dec81f43e44e3682e50c8d7a662e8e, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:22:59,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/79dec81f43e44e3682e50c8d7a662e8e is 175, key is test_row_0/A:col10/1732598579478/Put/seqid=0 2024-11-26T05:22:59,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598639520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598639524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742254_1430 (size=39599) 2024-11-26T05:22:59,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598639623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598639623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598639634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598639634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,813 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/75a0bcfbba1b465c843a86213bb90915 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/75a0bcfbba1b465c843a86213bb90915 2024-11-26T05:22:59,817 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/B of 91653c2b9f27af9303aa2fee71a994f5 into 75a0bcfbba1b465c843a86213bb90915(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:59,817 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:59,817 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/B, priority=12, startTime=1732598579325; duration=0sec 2024-11-26T05:22:59,817 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:22:59,817 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:B 2024-11-26T05:22:59,817 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:22:59,819 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:22:59,819 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/C is initiating minor compaction (all files) 2024-11-26T05:22:59,819 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/C in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:22:59,819 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/764ebd0b98184b99b88d5a41d349c5d3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/04d229bb7dbd4f258aa180ea18778fad, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/8b16fa4ce4e1494383964b23a0b1cdd6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5d850a5881014e22aa66620c5db732b3] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=44.7 K 2024-11-26T05:22:59,819 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 764ebd0b98184b99b88d5a41d349c5d3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732598574158 2024-11-26T05:22:59,819 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 04d229bb7dbd4f258aa180ea18778fad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732598575371 2024-11-26T05:22:59,820 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b16fa4ce4e1494383964b23a0b1cdd6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598576024 2024-11-26T05:22:59,820 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d850a5881014e22aa66620c5db732b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732598578197 2024-11-26T05:22:59,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598639833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598639833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,844 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#C#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:22:59,845 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/fd52f35ee2004ae68a31321d558a9a32 is 50, key is test_row_0/C:col10/1732598578197/Put/seqid=0 2024-11-26T05:22:59,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598639845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:22:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598639845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:22:59,864 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/b5934b6b39644d328b77cc5d338afaaa as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/b5934b6b39644d328b77cc5d338afaaa 2024-11-26T05:22:59,868 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/A of 91653c2b9f27af9303aa2fee71a994f5 into b5934b6b39644d328b77cc5d338afaaa(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:59,868 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:59,868 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/A, priority=12, startTime=1732598579325; duration=0sec 2024-11-26T05:22:59,868 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:59,868 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:A 2024-11-26T05:22:59,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742255_1431 (size=12241) 2024-11-26T05:22:59,909 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/fd52f35ee2004ae68a31321d558a9a32 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/fd52f35ee2004ae68a31321d558a9a32 2024-11-26T05:22:59,921 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/C of 91653c2b9f27af9303aa2fee71a994f5 into fd52f35ee2004ae68a31321d558a9a32(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:22:59,921 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:22:59,921 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/C, priority=12, startTime=1732598579325; duration=0sec 2024-11-26T05:22:59,921 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:22:59,921 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:C 2024-11-26T05:22:59,957 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/79dec81f43e44e3682e50c8d7a662e8e 2024-11-26T05:22:59,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/c4b2ff79af2b46f3984e8d1e56d10e50 is 50, key is test_row_0/B:col10/1732598579478/Put/seqid=0 2024-11-26T05:23:00,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742256_1432 (size=12051) 2024-11-26T05:23:00,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/c4b2ff79af2b46f3984e8d1e56d10e50 2024-11-26T05:23:00,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/6edcf3f06e78480e8b9907c0b7ea4954 is 50, key is test_row_0/C:col10/1732598579478/Put/seqid=0 2024-11-26T05:23:00,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742257_1433 (size=12051) 2024-11-26T05:23:00,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598640141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598640141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598640153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598640155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/6edcf3f06e78480e8b9907c0b7ea4954 2024-11-26T05:23:00,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/79dec81f43e44e3682e50c8d7a662e8e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/79dec81f43e44e3682e50c8d7a662e8e 2024-11-26T05:23:00,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/79dec81f43e44e3682e50c8d7a662e8e, entries=200, sequenceid=129, filesize=38.7 K 2024-11-26T05:23:00,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/c4b2ff79af2b46f3984e8d1e56d10e50 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/c4b2ff79af2b46f3984e8d1e56d10e50 2024-11-26T05:23:00,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/c4b2ff79af2b46f3984e8d1e56d10e50, entries=150, sequenceid=129, filesize=11.8 K 2024-11-26T05:23:00,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/6edcf3f06e78480e8b9907c0b7ea4954 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/6edcf3f06e78480e8b9907c0b7ea4954 2024-11-26T05:23:00,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/6edcf3f06e78480e8b9907c0b7ea4954, entries=150, sequenceid=129, filesize=11.8 K 2024-11-26T05:23:00,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 91653c2b9f27af9303aa2fee71a994f5 in 1017ms, sequenceid=129, compaction requested=false 2024-11-26T05:23:00,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:00,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T05:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:00,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b3633ceb078d44f9897f9a7fbe3d6c16_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598579506/Put/seqid=0 2024-11-26T05:23:00,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598640694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598640697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598640703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598640705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742258_1434 (size=14794) 2024-11-26T05:23:00,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:00,769 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b3633ceb078d44f9897f9a7fbe3d6c16_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b3633ceb078d44f9897f9a7fbe3d6c16_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:00,770 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/e85aa01d689c425fb0f4e01625033b03, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:00,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/e85aa01d689c425fb0f4e01625033b03 is 175, key is test_row_0/A:col10/1732598579506/Put/seqid=0 2024-11-26T05:23:00,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742259_1435 (size=39749) 2024-11-26T05:23:00,793 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/e85aa01d689c425fb0f4e01625033b03 2024-11-26T05:23:00,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598640806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598640806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/6fccb634337f418c8ddbf6198e0ea8f6 is 50, key is test_row_0/B:col10/1732598579506/Put/seqid=0 2024-11-26T05:23:00,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598640813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598640813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:00,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742260_1436 (size=12151) 2024-11-26T05:23:00,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/6fccb634337f418c8ddbf6198e0ea8f6 2024-11-26T05:23:00,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/5cc72ccaeb634e3fad18d7158e41645e is 50, key is test_row_0/C:col10/1732598579506/Put/seqid=0 2024-11-26T05:23:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742261_1437 (size=12151) 2024-11-26T05:23:00,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/5cc72ccaeb634e3fad18d7158e41645e 2024-11-26T05:23:00,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/e85aa01d689c425fb0f4e01625033b03 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e85aa01d689c425fb0f4e01625033b03 2024-11-26T05:23:00,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e85aa01d689c425fb0f4e01625033b03, entries=200, sequenceid=147, filesize=38.8 K 2024-11-26T05:23:00,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/6fccb634337f418c8ddbf6198e0ea8f6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6fccb634337f418c8ddbf6198e0ea8f6 2024-11-26T05:23:00,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6fccb634337f418c8ddbf6198e0ea8f6, entries=150, sequenceid=147, filesize=11.9 K 2024-11-26T05:23:00,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/5cc72ccaeb634e3fad18d7158e41645e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cc72ccaeb634e3fad18d7158e41645e 2024-11-26T05:23:00,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cc72ccaeb634e3fad18d7158e41645e, entries=150, sequenceid=147, filesize=11.9 K 2024-11-26T05:23:00,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 91653c2b9f27af9303aa2fee71a994f5 in 296ms, sequenceid=147, compaction requested=true 2024-11-26T05:23:00,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:00,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:00,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:00,946 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:00,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:00,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:00,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:00,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:23:00,946 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:00,948 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:00,948 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:00,948 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/B is initiating minor compaction (all files) 2024-11-26T05:23:00,948 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/A is initiating minor compaction (all files) 2024-11-26T05:23:00,948 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/B in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:00,948 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/A in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:00,948 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/b5934b6b39644d328b77cc5d338afaaa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/79dec81f43e44e3682e50c8d7a662e8e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e85aa01d689c425fb0f4e01625033b03] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=108.0 K 2024-11-26T05:23:00,948 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/75a0bcfbba1b465c843a86213bb90915, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/c4b2ff79af2b46f3984e8d1e56d10e50, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6fccb634337f418c8ddbf6198e0ea8f6] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=35.6 K 2024-11-26T05:23:00,948 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:00,948 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/b5934b6b39644d328b77cc5d338afaaa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/79dec81f43e44e3682e50c8d7a662e8e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e85aa01d689c425fb0f4e01625033b03] 2024-11-26T05:23:00,949 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 75a0bcfbba1b465c843a86213bb90915, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732598578197 2024-11-26T05:23:00,949 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5934b6b39644d328b77cc5d338afaaa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732598578197 2024-11-26T05:23:00,949 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c4b2ff79af2b46f3984e8d1e56d10e50, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598578290 2024-11-26T05:23:00,949 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79dec81f43e44e3682e50c8d7a662e8e, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598578290 2024-11-26T05:23:00,949 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fccb634337f418c8ddbf6198e0ea8f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732598579506 2024-11-26T05:23:00,950 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting e85aa01d689c425fb0f4e01625033b03, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732598579506 2024-11-26T05:23:00,964 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#B#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:00,965 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/ba8b98c7ab2846049fad37817f97b7b0 is 50, key is test_row_0/B:col10/1732598579506/Put/seqid=0 2024-11-26T05:23:00,971 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:01,007 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126f15b61ccd0384ea0848594268a6b3d05_91653c2b9f27af9303aa2fee71a994f5 store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:01,008 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126f15b61ccd0384ea0848594268a6b3d05_91653c2b9f27af9303aa2fee71a994f5, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:01,008 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f15b61ccd0384ea0848594268a6b3d05_91653c2b9f27af9303aa2fee71a994f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:01,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T05:23:01,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:01,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:01,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:01,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:01,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:01,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:01,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742262_1438 (size=12493) 2024-11-26T05:23:01,042 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/ba8b98c7ab2846049fad37817f97b7b0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ba8b98c7ab2846049fad37817f97b7b0 2024-11-26T05:23:01,047 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/B of 91653c2b9f27af9303aa2fee71a994f5 into ba8b98c7ab2846049fad37817f97b7b0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:01,048 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:01,048 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/B, priority=13, startTime=1732598580946; duration=0sec 2024-11-26T05:23:01,048 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:01,048 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:B 2024-11-26T05:23:01,048 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:01,049 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:01,049 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/C is initiating minor compaction (all files) 2024-11-26T05:23:01,049 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/C in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:01,049 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/fd52f35ee2004ae68a31321d558a9a32, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/6edcf3f06e78480e8b9907c0b7ea4954, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cc72ccaeb634e3fad18d7158e41645e] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=35.6 K 2024-11-26T05:23:01,049 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting fd52f35ee2004ae68a31321d558a9a32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732598578197 2024-11-26T05:23:01,049 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6edcf3f06e78480e8b9907c0b7ea4954, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598578290 2024-11-26T05:23:01,050 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cc72ccaeb634e3fad18d7158e41645e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732598579506 2024-11-26T05:23:01,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c41d8839aa4741aaa89aa7e6c83eba34_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598580701/Put/seqid=0 2024-11-26T05:23:01,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598641059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598641063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,084 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:01,084 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/b0e8ad9a5b7f4854b76eabfae379f33d is 50, key is test_row_0/C:col10/1732598579506/Put/seqid=0 2024-11-26T05:23:01,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598641068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598641072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742263_1439 (size=4469) 2024-11-26T05:23:01,100 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#A#compaction#375 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:01,100 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/378822793b0345958cc6a4683f4285e8 is 175, key is test_row_0/A:col10/1732598579506/Put/seqid=0 2024-11-26T05:23:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T05:23:01,116 INFO [Thread-1779 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-26T05:23:01,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-26T05:23:01,120 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T05:23:01,121 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:01,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:01,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742264_1440 (size=14794) 2024-11-26T05:23:01,134 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:01,137 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c41d8839aa4741aaa89aa7e6c83eba34_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c41d8839aa4741aaa89aa7e6c83eba34_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:01,147 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/2394d249a1c24c9a94ab1d05403bf37b, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:01,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/2394d249a1c24c9a94ab1d05403bf37b is 175, key is test_row_0/A:col10/1732598580701/Put/seqid=0 2024-11-26T05:23:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742265_1441 (size=12493) 2024-11-26T05:23:01,163 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/b0e8ad9a5b7f4854b76eabfae379f33d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b0e8ad9a5b7f4854b76eabfae379f33d 2024-11-26T05:23:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742266_1442 (size=31447) 2024-11-26T05:23:01,169 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/C of 91653c2b9f27af9303aa2fee71a994f5 into b0e8ad9a5b7f4854b76eabfae379f33d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:01,169 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:01,169 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/C, priority=13, startTime=1732598580946; duration=0sec 2024-11-26T05:23:01,169 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:01,169 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:C 2024-11-26T05:23:01,173 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/378822793b0345958cc6a4683f4285e8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/378822793b0345958cc6a4683f4285e8 2024-11-26T05:23:01,179 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/A of 91653c2b9f27af9303aa2fee71a994f5 into 378822793b0345958cc6a4683f4285e8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:01,179 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:01,180 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/A, priority=13, startTime=1732598580946; duration=0sec 2024-11-26T05:23:01,180 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:01,180 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:A 2024-11-26T05:23:01,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598641173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598641175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742267_1443 (size=39749) 2024-11-26T05:23:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598641186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598641188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T05:23:01,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598641232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,236 DEBUG [Thread-1769 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:23:01,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:01,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T05:23:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:01,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598641386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598641386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598641395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598641397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T05:23:01,427 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:01,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T05:23:01,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:01,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:01,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:01,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:01,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T05:23:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:01,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,593 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/2394d249a1c24c9a94ab1d05403bf37b 2024-11-26T05:23:01,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/5d877b88ce664e8990e381c909e2c049 is 50, key is test_row_0/B:col10/1732598580701/Put/seqid=0 2024-11-26T05:23:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742268_1444 (size=12151) 2024-11-26T05:23:01,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/5d877b88ce664e8990e381c909e2c049 2024-11-26T05:23:01,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/9b600395f7a24c389e3980192409da79 is 50, key is test_row_0/C:col10/1732598580701/Put/seqid=0 2024-11-26T05:23:01,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598641699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598641701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598641699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598641710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T05:23:01,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:01,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T05:23:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:01,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742269_1445 (size=12151) 2024-11-26T05:23:01,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/9b600395f7a24c389e3980192409da79 2024-11-26T05:23:01,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/2394d249a1c24c9a94ab1d05403bf37b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/2394d249a1c24c9a94ab1d05403bf37b 2024-11-26T05:23:01,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/2394d249a1c24c9a94ab1d05403bf37b, entries=200, sequenceid=170, filesize=38.8 K 2024-11-26T05:23:01,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/5d877b88ce664e8990e381c909e2c049 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5d877b88ce664e8990e381c909e2c049 2024-11-26T05:23:01,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5d877b88ce664e8990e381c909e2c049, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T05:23:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/9b600395f7a24c389e3980192409da79 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/9b600395f7a24c389e3980192409da79 2024-11-26T05:23:01,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/9b600395f7a24c389e3980192409da79, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T05:23:01,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 91653c2b9f27af9303aa2fee71a994f5 in 744ms, sequenceid=170, compaction requested=false 2024-11-26T05:23:01,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:01,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:01,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T05:23:01,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:01,885 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:23:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:01,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d507b942a77d4c42b52f15536bdd189a_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598581057/Put/seqid=0 2024-11-26T05:23:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742270_1446 (size=12304) 2024-11-26T05:23:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:01,914 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d507b942a77d4c42b52f15536bdd189a_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d507b942a77d4c42b52f15536bdd189a_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/9b39aaab94d943b99bdc94a863c2dd12, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/9b39aaab94d943b99bdc94a863c2dd12 is 175, key is test_row_0/A:col10/1732598581057/Put/seqid=0 2024-11-26T05:23:01,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742271_1447 (size=31105) 2024-11-26T05:23:01,939 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/9b39aaab94d943b99bdc94a863c2dd12 2024-11-26T05:23:01,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/f777449ff4834328b957fec316745b97 is 50, key is test_row_0/B:col10/1732598581057/Put/seqid=0 2024-11-26T05:23:01,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742272_1448 (size=12151) 2024-11-26T05:23:02,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T05:23:02,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598642269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598642270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598642270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598642276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,380 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/f777449ff4834328b957fec316745b97 2024-11-26T05:23:02,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598642378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598642378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598642378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/cdeb5207b4c346dcb5d2e9b9d71909fe is 50, key is test_row_0/C:col10/1732598581057/Put/seqid=0 2024-11-26T05:23:02,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598642399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742273_1449 (size=12151) 2024-11-26T05:23:02,449 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/cdeb5207b4c346dcb5d2e9b9d71909fe 2024-11-26T05:23:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/9b39aaab94d943b99bdc94a863c2dd12 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9b39aaab94d943b99bdc94a863c2dd12 2024-11-26T05:23:02,458 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9b39aaab94d943b99bdc94a863c2dd12, entries=150, sequenceid=186, filesize=30.4 K 2024-11-26T05:23:02,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/f777449ff4834328b957fec316745b97 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f777449ff4834328b957fec316745b97 2024-11-26T05:23:02,471 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f777449ff4834328b957fec316745b97, entries=150, sequenceid=186, filesize=11.9 K 2024-11-26T05:23:02,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/cdeb5207b4c346dcb5d2e9b9d71909fe as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/cdeb5207b4c346dcb5d2e9b9d71909fe 2024-11-26T05:23:02,476 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/cdeb5207b4c346dcb5d2e9b9d71909fe, entries=150, sequenceid=186, filesize=11.9 K 2024-11-26T05:23:02,477 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 91653c2b9f27af9303aa2fee71a994f5 in 592ms, sequenceid=186, compaction requested=true 2024-11-26T05:23:02,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:02,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:02,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-26T05:23:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-26T05:23:02,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-26T05:23:02,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3560 sec 2024-11-26T05:23:02,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.3630 sec 2024-11-26T05:23:02,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:23:02,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:02,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:02,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:02,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:02,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:02,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:02,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126660c697baf5e4acbb9d1f6c1dd7f2e3d_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598582269/Put/seqid=0 2024-11-26T05:23:02,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598642616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742274_1450 (size=14794) 2024-11-26T05:23:02,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598642625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598642625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598642626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,639 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:02,647 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126660c697baf5e4acbb9d1f6c1dd7f2e3d_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126660c697baf5e4acbb9d1f6c1dd7f2e3d_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:02,648 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/29c07a47b38b4515aa5c488f168827f4, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:02,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/29c07a47b38b4515aa5c488f168827f4 is 175, key is test_row_0/A:col10/1732598582269/Put/seqid=0 2024-11-26T05:23:02,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742275_1451 (size=39749) 2024-11-26T05:23:02,685 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/29c07a47b38b4515aa5c488f168827f4 2024-11-26T05:23:02,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/18901f19de7443cbac6d174c6d16fd2e is 50, key is test_row_0/B:col10/1732598582269/Put/seqid=0 2024-11-26T05:23:02,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598642726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598642737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598642738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598642738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:02,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742276_1452 (size=12151) 2024-11-26T05:23:02,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/18901f19de7443cbac6d174c6d16fd2e 2024-11-26T05:23:02,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/452e6b2598974665a56b58cea7536f8b is 50, key is test_row_0/C:col10/1732598582269/Put/seqid=0 2024-11-26T05:23:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742277_1453 (size=12151) 2024-11-26T05:23:02,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/452e6b2598974665a56b58cea7536f8b 2024-11-26T05:23:02,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/29c07a47b38b4515aa5c488f168827f4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/29c07a47b38b4515aa5c488f168827f4 2024-11-26T05:23:02,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/29c07a47b38b4515aa5c488f168827f4, entries=200, sequenceid=210, filesize=38.8 K 2024-11-26T05:23:02,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/18901f19de7443cbac6d174c6d16fd2e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/18901f19de7443cbac6d174c6d16fd2e 2024-11-26T05:23:02,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/18901f19de7443cbac6d174c6d16fd2e, entries=150, sequenceid=210, filesize=11.9 K 2024-11-26T05:23:02,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/452e6b2598974665a56b58cea7536f8b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/452e6b2598974665a56b58cea7536f8b 2024-11-26T05:23:02,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/452e6b2598974665a56b58cea7536f8b, entries=150, sequenceid=210, filesize=11.9 K 2024-11-26T05:23:02,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 91653c2b9f27af9303aa2fee71a994f5 in 268ms, sequenceid=210, compaction requested=true 2024-11-26T05:23:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:02,868 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:23:02,868 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:23:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:02,870 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:23:02,870 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/B is initiating minor compaction (all files) 2024-11-26T05:23:02,870 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/B in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:02,870 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ba8b98c7ab2846049fad37817f97b7b0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5d877b88ce664e8990e381c909e2c049, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f777449ff4834328b957fec316745b97, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/18901f19de7443cbac6d174c6d16fd2e] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=47.8 K 2024-11-26T05:23:02,870 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142050 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:23:02,870 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/A is initiating minor compaction (all files) 2024-11-26T05:23:02,870 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/A in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:02,870 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/378822793b0345958cc6a4683f4285e8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/2394d249a1c24c9a94ab1d05403bf37b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9b39aaab94d943b99bdc94a863c2dd12, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/29c07a47b38b4515aa5c488f168827f4] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=138.7 K 2024-11-26T05:23:02,870 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:02,870 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/378822793b0345958cc6a4683f4285e8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/2394d249a1c24c9a94ab1d05403bf37b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9b39aaab94d943b99bdc94a863c2dd12, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/29c07a47b38b4515aa5c488f168827f4] 2024-11-26T05:23:02,871 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting ba8b98c7ab2846049fad37817f97b7b0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732598579506 2024-11-26T05:23:02,871 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 378822793b0345958cc6a4683f4285e8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732598579506 2024-11-26T05:23:02,871 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d877b88ce664e8990e381c909e2c049, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732598580701 2024-11-26T05:23:02,871 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2394d249a1c24c9a94ab1d05403bf37b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732598580701 2024-11-26T05:23:02,871 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b39aaab94d943b99bdc94a863c2dd12, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732598581057 2024-11-26T05:23:02,871 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting f777449ff4834328b957fec316745b97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732598581057 2024-11-26T05:23:02,872 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29c07a47b38b4515aa5c488f168827f4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732598582269 2024-11-26T05:23:02,873 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 18901f19de7443cbac6d174c6d16fd2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732598582269 2024-11-26T05:23:02,885 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:02,888 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#B#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:02,888 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/0d16b6c5eeed40b0bbe0b6499f45b4bc is 50, key is test_row_0/B:col10/1732598582269/Put/seqid=0 2024-11-26T05:23:02,893 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126d5fc9ec971934f449ae166b3f6d495c7_91653c2b9f27af9303aa2fee71a994f5 store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:02,896 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126d5fc9ec971934f449ae166b3f6d495c7_91653c2b9f27af9303aa2fee71a994f5, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:02,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742278_1454 (size=12629) 2024-11-26T05:23:02,896 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d5fc9ec971934f449ae166b3f6d495c7_91653c2b9f27af9303aa2fee71a994f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:02,902 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/0d16b6c5eeed40b0bbe0b6499f45b4bc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/0d16b6c5eeed40b0bbe0b6499f45b4bc 2024-11-26T05:23:02,907 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/B of 91653c2b9f27af9303aa2fee71a994f5 into 0d16b6c5eeed40b0bbe0b6499f45b4bc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:02,907 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:02,907 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/B, priority=12, startTime=1732598582868; duration=0sec 2024-11-26T05:23:02,907 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:02,907 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:B 2024-11-26T05:23:02,907 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:23:02,908 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:23:02,908 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/C is initiating minor compaction (all files) 2024-11-26T05:23:02,908 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/C in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:02,908 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b0e8ad9a5b7f4854b76eabfae379f33d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/9b600395f7a24c389e3980192409da79, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/cdeb5207b4c346dcb5d2e9b9d71909fe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/452e6b2598974665a56b58cea7536f8b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=47.8 K 2024-11-26T05:23:02,909 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b0e8ad9a5b7f4854b76eabfae379f33d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732598579506 2024-11-26T05:23:02,909 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b600395f7a24c389e3980192409da79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732598580701 2024-11-26T05:23:02,909 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting cdeb5207b4c346dcb5d2e9b9d71909fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732598581057 2024-11-26T05:23:02,910 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 452e6b2598974665a56b58cea7536f8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732598582269 2024-11-26T05:23:02,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742279_1455 (size=4469) 2024-11-26T05:23:02,934 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#A#compaction#386 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:02,934 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/36c048427cdd41549b8df598f22d058c is 175, key is test_row_0/A:col10/1732598582269/Put/seqid=0 2024-11-26T05:23:02,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:23:02,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:02,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:02,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:02,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:02,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:02,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:02,961 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#C#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:02,961 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/60ac5a8e7e924f97b0680199410e2263 is 50, key is test_row_0/C:col10/1732598582269/Put/seqid=0 2024-11-26T05:23:02,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742280_1456 (size=31583) 2024-11-26T05:23:03,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d101f47748d0448aa51c1bcc4e2588e9_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598582624/Put/seqid=0 2024-11-26T05:23:03,013 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/36c048427cdd41549b8df598f22d058c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/36c048427cdd41549b8df598f22d058c 2024-11-26T05:23:03,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598642998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,018 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/A of 91653c2b9f27af9303aa2fee71a994f5 into 36c048427cdd41549b8df598f22d058c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:03,019 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:03,019 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/A, priority=12, startTime=1732598582868; duration=0sec 2024-11-26T05:23:03,019 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:03,019 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:A 2024-11-26T05:23:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598643005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598643011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598643015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742281_1457 (size=12629) 2024-11-26T05:23:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742282_1458 (size=14794) 2024-11-26T05:23:03,051 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:03,055 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d101f47748d0448aa51c1bcc4e2588e9_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d101f47748d0448aa51c1bcc4e2588e9_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:03,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/956ce073793d43cdb06748237fbc4b48, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:03,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/956ce073793d43cdb06748237fbc4b48 is 175, key is test_row_0/A:col10/1732598582624/Put/seqid=0 2024-11-26T05:23:03,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742283_1459 (size=39749) 2024-11-26T05:23:03,096 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/956ce073793d43cdb06748237fbc4b48 2024-11-26T05:23:03,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/e57f03df3be14e20b7120e9961083b85 is 50, key is test_row_0/B:col10/1732598582624/Put/seqid=0 2024-11-26T05:23:03,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598643116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598643121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598643124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598643132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742284_1460 (size=12151) 2024-11-26T05:23:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T05:23:03,225 INFO [Thread-1779 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-26T05:23:03,227 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-26T05:23:03,228 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:03,229 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:03,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T05:23:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T05:23:03,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598643325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598643346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598643346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598643346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:03,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T05:23:03,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:03,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:03,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:03,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,435 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/60ac5a8e7e924f97b0680199410e2263 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/60ac5a8e7e924f97b0680199410e2263 2024-11-26T05:23:03,443 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/C of 91653c2b9f27af9303aa2fee71a994f5 into 60ac5a8e7e924f97b0680199410e2263(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:03,443 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:03,443 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/C, priority=12, startTime=1732598582868; duration=0sec 2024-11-26T05:23:03,443 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:03,443 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:C 2024-11-26T05:23:03,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:03,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T05:23:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:03,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T05:23:03,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/e57f03df3be14e20b7120e9961083b85 2024-11-26T05:23:03,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/b07cb5d672ba40b49c22d032af61bc27 is 50, key is test_row_0/C:col10/1732598582624/Put/seqid=0 2024-11-26T05:23:03,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742285_1461 (size=12151) 2024-11-26T05:23:03,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/b07cb5d672ba40b49c22d032af61bc27 2024-11-26T05:23:03,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/956ce073793d43cdb06748237fbc4b48 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/956ce073793d43cdb06748237fbc4b48 2024-11-26T05:23:03,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/956ce073793d43cdb06748237fbc4b48, entries=200, sequenceid=224, filesize=38.8 K 2024-11-26T05:23:03,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/e57f03df3be14e20b7120e9961083b85 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/e57f03df3be14e20b7120e9961083b85 2024-11-26T05:23:03,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/e57f03df3be14e20b7120e9961083b85, entries=150, sequenceid=224, filesize=11.9 K 2024-11-26T05:23:03,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/b07cb5d672ba40b49c22d032af61bc27 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b07cb5d672ba40b49c22d032af61bc27 2024-11-26T05:23:03,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b07cb5d672ba40b49c22d032af61bc27, entries=150, sequenceid=224, filesize=11.9 K 2024-11-26T05:23:03,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 91653c2b9f27af9303aa2fee71a994f5 in 669ms, sequenceid=224, compaction requested=false 2024-11-26T05:23:03,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:03,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:23:03,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:03,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b70582f77b974f71b4e1fea963b1c652_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598582982/Put/seqid=0 2024-11-26T05:23:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742286_1462 (size=14794) 2024-11-26T05:23:03,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:03,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T05:23:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:03,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598643708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598643708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598643708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598643716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598643818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598643819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598643818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598643821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:03,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:03,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T05:23:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:03,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T05:23:03,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:03,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T05:23:03,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:03,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:03,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:03,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598644028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598644029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598644029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598644029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,093 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:04,096 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b70582f77b974f71b4e1fea963b1c652_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b70582f77b974f71b4e1fea963b1c652_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:04,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/c55a684723a3416a82c159c65c205838, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:04,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/c55a684723a3416a82c159c65c205838 is 175, key is test_row_0/A:col10/1732598582982/Put/seqid=0 2024-11-26T05:23:04,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742287_1463 (size=39749) 2024-11-26T05:23:04,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:04,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T05:23:04,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:04,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,301 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:04,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T05:23:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598644335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598644335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598644336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598644336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T05:23:04,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:04,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T05:23:04,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:04,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,540 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/c55a684723a3416a82c159c65c205838 2024-11-26T05:23:04,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/ef01a56e2276499a8d3150000a31f56f is 50, key is test_row_0/B:col10/1732598582982/Put/seqid=0 2024-11-26T05:23:04,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742288_1464 (size=12151) 2024-11-26T05:23:04,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/ef01a56e2276499a8d3150000a31f56f 2024-11-26T05:23:04,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/77adf9532c0b4ce786c70cf9c19f4354 is 50, key is test_row_0/C:col10/1732598582982/Put/seqid=0 2024-11-26T05:23:04,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:04,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T05:23:04,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:04,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742289_1465 (size=12151) 2024-11-26T05:23:04,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/77adf9532c0b4ce786c70cf9c19f4354 2024-11-26T05:23:04,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/c55a684723a3416a82c159c65c205838 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/c55a684723a3416a82c159c65c205838 2024-11-26T05:23:04,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/c55a684723a3416a82c159c65c205838, entries=200, sequenceid=250, filesize=38.8 K 2024-11-26T05:23:04,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/ef01a56e2276499a8d3150000a31f56f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ef01a56e2276499a8d3150000a31f56f 2024-11-26T05:23:04,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ef01a56e2276499a8d3150000a31f56f, entries=150, sequenceid=250, filesize=11.9 K 2024-11-26T05:23:04,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/77adf9532c0b4ce786c70cf9c19f4354 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/77adf9532c0b4ce786c70cf9c19f4354 2024-11-26T05:23:04,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/77adf9532c0b4ce786c70cf9c19f4354, entries=150, sequenceid=250, filesize=11.9 K 2024-11-26T05:23:04,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 91653c2b9f27af9303aa2fee71a994f5 in 1023ms, sequenceid=250, compaction requested=true 2024-11-26T05:23:04,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:04,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:04,679 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:04,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:04,679 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:04,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:04,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:04,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:04,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:04,680 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:04,680 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/A is initiating minor compaction (all files) 2024-11-26T05:23:04,680 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/A in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,680 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/36c048427cdd41549b8df598f22d058c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/956ce073793d43cdb06748237fbc4b48, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/c55a684723a3416a82c159c65c205838] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=108.5 K 2024-11-26T05:23:04,680 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,680 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/36c048427cdd41549b8df598f22d058c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/956ce073793d43cdb06748237fbc4b48, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/c55a684723a3416a82c159c65c205838] 2024-11-26T05:23:04,681 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:04,681 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/B is initiating minor compaction (all files) 2024-11-26T05:23:04,681 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36c048427cdd41549b8df598f22d058c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732598582269 2024-11-26T05:23:04,681 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/B in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,681 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/0d16b6c5eeed40b0bbe0b6499f45b4bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/e57f03df3be14e20b7120e9961083b85, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ef01a56e2276499a8d3150000a31f56f] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=36.1 K 2024-11-26T05:23:04,681 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 956ce073793d43cdb06748237fbc4b48, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732598582614 2024-11-26T05:23:04,681 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d16b6c5eeed40b0bbe0b6499f45b4bc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732598582269 2024-11-26T05:23:04,681 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting e57f03df3be14e20b7120e9961083b85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732598582614 2024-11-26T05:23:04,683 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting c55a684723a3416a82c159c65c205838, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732598582982 2024-11-26T05:23:04,683 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting ef01a56e2276499a8d3150000a31f56f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732598582982 2024-11-26T05:23:04,701 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#B#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:04,701 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/9929e67ff61047248c4d8e6476e1ea98 is 50, key is test_row_0/B:col10/1732598582982/Put/seqid=0 2024-11-26T05:23:04,703 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:04,723 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411265c7b5c165d8043109be676cb128e4fbd_91653c2b9f27af9303aa2fee71a994f5 store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:04,725 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411265c7b5c165d8043109be676cb128e4fbd_91653c2b9f27af9303aa2fee71a994f5, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:04,725 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265c7b5c165d8043109be676cb128e4fbd_91653c2b9f27af9303aa2fee71a994f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742290_1466 (size=12731) 2024-11-26T05:23:04,752 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/9929e67ff61047248c4d8e6476e1ea98 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/9929e67ff61047248c4d8e6476e1ea98 2024-11-26T05:23:04,760 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/B of 91653c2b9f27af9303aa2fee71a994f5 into 9929e67ff61047248c4d8e6476e1ea98(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:04,760 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:04,760 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/B, priority=13, startTime=1732598584679; duration=0sec 2024-11-26T05:23:04,760 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:04,760 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:B 2024-11-26T05:23:04,760 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:04,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:04,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T05:23:04,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,762 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:23:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:04,765 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:04,766 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/C is initiating minor compaction (all files) 2024-11-26T05:23:04,766 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/C in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:04,766 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/60ac5a8e7e924f97b0680199410e2263, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b07cb5d672ba40b49c22d032af61bc27, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/77adf9532c0b4ce786c70cf9c19f4354] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=36.1 K 2024-11-26T05:23:04,766 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 60ac5a8e7e924f97b0680199410e2263, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732598582269 2024-11-26T05:23:04,767 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b07cb5d672ba40b49c22d032af61bc27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732598582614 2024-11-26T05:23:04,767 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 77adf9532c0b4ce786c70cf9c19f4354, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732598582982 2024-11-26T05:23:04,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742291_1467 (size=4469) 2024-11-26T05:23:04,779 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#A#compaction#396 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:04,779 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/57e2a98916874c028fc6168e513c9794 is 175, key is test_row_0/A:col10/1732598582982/Put/seqid=0 2024-11-26T05:23:04,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267c867862938848db94ab8cc4d25beb1f_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598583707/Put/seqid=0 2024-11-26T05:23:04,809 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:04,809 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/fa3bf89be5de45f79bd9104fbac54e8f is 50, key is test_row_0/C:col10/1732598582982/Put/seqid=0 2024-11-26T05:23:04,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742292_1468 (size=31685) 2024-11-26T05:23:04,844 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/57e2a98916874c028fc6168e513c9794 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/57e2a98916874c028fc6168e513c9794 2024-11-26T05:23:04,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:04,869 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/A of 91653c2b9f27af9303aa2fee71a994f5 into 57e2a98916874c028fc6168e513c9794(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:04,869 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:04,869 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/A, priority=13, startTime=1732598584679; duration=0sec 2024-11-26T05:23:04,869 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:04,869 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:A 2024-11-26T05:23:04,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742293_1469 (size=12454) 2024-11-26T05:23:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598644883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598644884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598644888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598644889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:04,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742294_1470 (size=12731) 2024-11-26T05:23:05,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598644996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598645000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598645000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598645000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598645212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598645212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598645212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598645214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:05,302 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267c867862938848db94ab8cc4d25beb1f_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267c867862938848db94ab8cc4d25beb1f_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:05,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/f7362cddbd834d868c6e4cba82dffb38, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:05,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/f7362cddbd834d868c6e4cba82dffb38 is 175, key is test_row_0/A:col10/1732598583707/Put/seqid=0 2024-11-26T05:23:05,322 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/fa3bf89be5de45f79bd9104fbac54e8f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/fa3bf89be5de45f79bd9104fbac54e8f 2024-11-26T05:23:05,331 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/C of 91653c2b9f27af9303aa2fee71a994f5 into fa3bf89be5de45f79bd9104fbac54e8f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:05,331 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:05,331 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/C, priority=13, startTime=1732598584680; duration=0sec 2024-11-26T05:23:05,331 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:05,331 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:C 2024-11-26T05:23:05,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742295_1471 (size=31255) 2024-11-26T05:23:05,335 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/f7362cddbd834d868c6e4cba82dffb38 2024-11-26T05:23:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/2278ed475b5b4a5a9bda409635bc5277 is 50, key is test_row_0/B:col10/1732598583707/Put/seqid=0 2024-11-26T05:23:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T05:23:05,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742296_1472 (size=12301) 2024-11-26T05:23:05,378 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/2278ed475b5b4a5a9bda409635bc5277 2024-11-26T05:23:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/88ce78d0720d4b62ba2e8fb9a699304f is 50, key is test_row_0/C:col10/1732598583707/Put/seqid=0 2024-11-26T05:23:05,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742297_1473 (size=12301) 2024-11-26T05:23:05,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598645520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598645520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598645520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598645521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:05,807 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/88ce78d0720d4b62ba2e8fb9a699304f 2024-11-26T05:23:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/f7362cddbd834d868c6e4cba82dffb38 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/f7362cddbd834d868c6e4cba82dffb38 2024-11-26T05:23:05,818 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/f7362cddbd834d868c6e4cba82dffb38, entries=150, sequenceid=263, filesize=30.5 K 2024-11-26T05:23:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/2278ed475b5b4a5a9bda409635bc5277 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/2278ed475b5b4a5a9bda409635bc5277 2024-11-26T05:23:05,824 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/2278ed475b5b4a5a9bda409635bc5277, entries=150, sequenceid=263, filesize=12.0 K 2024-11-26T05:23:05,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/88ce78d0720d4b62ba2e8fb9a699304f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/88ce78d0720d4b62ba2e8fb9a699304f 2024-11-26T05:23:05,837 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/88ce78d0720d4b62ba2e8fb9a699304f, entries=150, sequenceid=263, filesize=12.0 K 2024-11-26T05:23:05,838 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 91653c2b9f27af9303aa2fee71a994f5 in 1076ms, sequenceid=263, compaction requested=false 2024-11-26T05:23:05,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:05,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:05,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-26T05:23:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-26T05:23:05,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-26T05:23:05,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6130 sec 2024-11-26T05:23:05,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.6200 sec 2024-11-26T05:23:06,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T05:23:06,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:06,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:06,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:06,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:06,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:06,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:06,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126404463091cd7458582af578afd2de724_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598586032/Put/seqid=0 2024-11-26T05:23:06,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598646048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598646048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598646051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598646058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742298_1474 (size=14994) 2024-11-26T05:23:06,113 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:06,117 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126404463091cd7458582af578afd2de724_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126404463091cd7458582af578afd2de724_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:06,118 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/8afcc501a1c34124acc1c9b9b3428a78, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:06,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/8afcc501a1c34124acc1c9b9b3428a78 is 175, key is test_row_0/A:col10/1732598586032/Put/seqid=0 2024-11-26T05:23:06,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742299_1475 (size=39949) 2024-11-26T05:23:06,159 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/8afcc501a1c34124acc1c9b9b3428a78 2024-11-26T05:23:06,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598646159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598646159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598646162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598646162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/15f791fbf4e541a0ac37e44fbb1379ae is 50, key is test_row_0/B:col10/1732598586032/Put/seqid=0 2024-11-26T05:23:06,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742300_1476 (size=12301) 2024-11-26T05:23:06,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/15f791fbf4e541a0ac37e44fbb1379ae 2024-11-26T05:23:06,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/444d0c122c6f45b99a8d4974d5516b62 is 50, key is test_row_0/C:col10/1732598586032/Put/seqid=0 2024-11-26T05:23:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742301_1477 (size=12301) 2024-11-26T05:23:06,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/444d0c122c6f45b99a8d4974d5516b62 2024-11-26T05:23:06,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/8afcc501a1c34124acc1c9b9b3428a78 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/8afcc501a1c34124acc1c9b9b3428a78 2024-11-26T05:23:06,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/8afcc501a1c34124acc1c9b9b3428a78, entries=200, sequenceid=290, filesize=39.0 K 2024-11-26T05:23:06,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/15f791fbf4e541a0ac37e44fbb1379ae as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/15f791fbf4e541a0ac37e44fbb1379ae 2024-11-26T05:23:06,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/15f791fbf4e541a0ac37e44fbb1379ae, entries=150, sequenceid=290, filesize=12.0 K 2024-11-26T05:23:06,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/444d0c122c6f45b99a8d4974d5516b62 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/444d0c122c6f45b99a8d4974d5516b62 2024-11-26T05:23:06,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/444d0c122c6f45b99a8d4974d5516b62, entries=150, sequenceid=290, filesize=12.0 K 2024-11-26T05:23:06,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 91653c2b9f27af9303aa2fee71a994f5 in 258ms, sequenceid=290, compaction requested=true 2024-11-26T05:23:06,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:06,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:06,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:06,291 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:06,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:06,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:06,291 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:06,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:06,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:06,292 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:06,292 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/A is initiating minor compaction (all files) 2024-11-26T05:23:06,292 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/A in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:06,292 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:06,293 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/57e2a98916874c028fc6168e513c9794, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/f7362cddbd834d868c6e4cba82dffb38, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/8afcc501a1c34124acc1c9b9b3428a78] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=100.5 K 2024-11-26T05:23:06,293 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/B is initiating minor compaction (all files) 2024-11-26T05:23:06,293 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:06,293 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/B in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:06,293 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/57e2a98916874c028fc6168e513c9794, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/f7362cddbd834d868c6e4cba82dffb38, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/8afcc501a1c34124acc1c9b9b3428a78] 2024-11-26T05:23:06,293 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/9929e67ff61047248c4d8e6476e1ea98, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/2278ed475b5b4a5a9bda409635bc5277, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/15f791fbf4e541a0ac37e44fbb1379ae] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=36.5 K 2024-11-26T05:23:06,293 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57e2a98916874c028fc6168e513c9794, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732598582982 2024-11-26T05:23:06,293 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9929e67ff61047248c4d8e6476e1ea98, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732598582982 2024-11-26T05:23:06,293 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7362cddbd834d868c6e4cba82dffb38, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732598583707 2024-11-26T05:23:06,293 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 2278ed475b5b4a5a9bda409635bc5277, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732598583707 2024-11-26T05:23:06,294 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8afcc501a1c34124acc1c9b9b3428a78, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732598584881 2024-11-26T05:23:06,294 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 15f791fbf4e541a0ac37e44fbb1379ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732598584881 2024-11-26T05:23:06,320 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:06,329 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#B#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:06,329 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/06df171096174f6cb641e24a9ca73d59 is 50, key is test_row_0/B:col10/1732598586032/Put/seqid=0 2024-11-26T05:23:06,340 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112629068cd1b01641c2885401b2b778d101_91653c2b9f27af9303aa2fee71a994f5 store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:06,342 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112629068cd1b01641c2885401b2b778d101_91653c2b9f27af9303aa2fee71a994f5, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:06,342 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112629068cd1b01641c2885401b2b778d101_91653c2b9f27af9303aa2fee71a994f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:06,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742302_1478 (size=12983) 2024-11-26T05:23:06,352 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/06df171096174f6cb641e24a9ca73d59 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/06df171096174f6cb641e24a9ca73d59 2024-11-26T05:23:06,358 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/B of 91653c2b9f27af9303aa2fee71a994f5 into 06df171096174f6cb641e24a9ca73d59(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:06,358 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:06,358 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/B, priority=13, startTime=1732598586291; duration=0sec 2024-11-26T05:23:06,359 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:06,359 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:B 2024-11-26T05:23:06,359 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:06,361 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:06,361 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/C is initiating minor compaction (all files) 2024-11-26T05:23:06,361 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/C in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:06,361 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/fa3bf89be5de45f79bd9104fbac54e8f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/88ce78d0720d4b62ba2e8fb9a699304f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/444d0c122c6f45b99a8d4974d5516b62] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=36.5 K 2024-11-26T05:23:06,361 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting fa3bf89be5de45f79bd9104fbac54e8f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732598582982 2024-11-26T05:23:06,362 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 88ce78d0720d4b62ba2e8fb9a699304f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732598583707 2024-11-26T05:23:06,362 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 444d0c122c6f45b99a8d4974d5516b62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732598584881 2024-11-26T05:23:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742303_1479 (size=4469) 2024-11-26T05:23:06,371 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#A#compaction#404 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:06,372 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/83b63c597f804ffabb451c19c421e239 is 175, key is test_row_0/A:col10/1732598586032/Put/seqid=0 2024-11-26T05:23:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:06,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:23:06,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:06,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:06,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:06,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:06,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:06,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:06,380 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:06,381 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/165046ae638f4701a655146936c4a847 is 50, key is test_row_0/C:col10/1732598586032/Put/seqid=0 2024-11-26T05:23:06,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260afd4c089b9e44f9b56e22d1ce988b01_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598586373/Put/seqid=0 2024-11-26T05:23:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742305_1481 (size=12983) 2024-11-26T05:23:06,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742304_1480 (size=31937) 2024-11-26T05:23:06,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598646419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598646421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598646421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598646424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742306_1482 (size=20074) 2024-11-26T05:23:06,445 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:06,449 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260afd4c089b9e44f9b56e22d1ce988b01_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260afd4c089b9e44f9b56e22d1ce988b01_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:06,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/7f435d7e24a6468286b9eddb1dbaeb80, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:06,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/7f435d7e24a6468286b9eddb1dbaeb80 is 175, key is test_row_0/A:col10/1732598586373/Put/seqid=0 2024-11-26T05:23:06,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742307_1483 (size=57333) 2024-11-26T05:23:06,509 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/7f435d7e24a6468286b9eddb1dbaeb80 2024-11-26T05:23:06,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/1e34418e4ddf4b4d83d9d254592865c5 is 50, key is test_row_0/B:col10/1732598586373/Put/seqid=0 2024-11-26T05:23:06,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598646533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598646535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598646535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598646536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742308_1484 (size=12301) 2024-11-26T05:23:06,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/1e34418e4ddf4b4d83d9d254592865c5 2024-11-26T05:23:06,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/db83f2c0a6c14bad8bcdc299c6d9b91c is 50, key is test_row_0/C:col10/1732598586373/Put/seqid=0 2024-11-26T05:23:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742309_1485 (size=12301) 2024-11-26T05:23:06,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/db83f2c0a6c14bad8bcdc299c6d9b91c 2024-11-26T05:23:06,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/7f435d7e24a6468286b9eddb1dbaeb80 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7f435d7e24a6468286b9eddb1dbaeb80 2024-11-26T05:23:06,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7f435d7e24a6468286b9eddb1dbaeb80, entries=300, sequenceid=305, filesize=56.0 K 2024-11-26T05:23:06,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/1e34418e4ddf4b4d83d9d254592865c5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/1e34418e4ddf4b4d83d9d254592865c5 2024-11-26T05:23:06,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/1e34418e4ddf4b4d83d9d254592865c5, entries=150, sequenceid=305, filesize=12.0 K 2024-11-26T05:23:06,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/db83f2c0a6c14bad8bcdc299c6d9b91c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/db83f2c0a6c14bad8bcdc299c6d9b91c 2024-11-26T05:23:06,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/db83f2c0a6c14bad8bcdc299c6d9b91c, entries=150, sequenceid=305, filesize=12.0 K 2024-11-26T05:23:06,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 91653c2b9f27af9303aa2fee71a994f5 in 258ms, sequenceid=305, compaction requested=false 2024-11-26T05:23:06,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:06,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T05:23:06,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:06,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:06,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:06,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:06,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:06,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:06,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e4b07005b4b4455597fc88ea784d1f1e_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598586743/Put/seqid=0 2024-11-26T05:23:06,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598646779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598646779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598646781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598646781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742310_1486 (size=12454) 2024-11-26T05:23:06,836 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/165046ae638f4701a655146936c4a847 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/165046ae638f4701a655146936c4a847 2024-11-26T05:23:06,837 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/83b63c597f804ffabb451c19c421e239 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/83b63c597f804ffabb451c19c421e239 2024-11-26T05:23:06,842 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/A of 91653c2b9f27af9303aa2fee71a994f5 into 83b63c597f804ffabb451c19c421e239(size=31.2 K), total size for store is 87.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:06,842 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:06,842 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/A, priority=13, startTime=1732598586291; duration=0sec 2024-11-26T05:23:06,842 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:06,842 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:A 2024-11-26T05:23:06,843 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/C of 91653c2b9f27af9303aa2fee71a994f5 into 165046ae638f4701a655146936c4a847(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:06,843 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:06,843 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/C, priority=13, startTime=1732598586291; duration=0sec 2024-11-26T05:23:06,843 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:06,843 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:C 2024-11-26T05:23:06,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598646883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598646883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598646895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:06,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598646896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598647093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598647094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598647104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598647109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:07,205 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e4b07005b4b4455597fc88ea784d1f1e_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e4b07005b4b4455597fc88ea784d1f1e_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:07,205 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/df7a7cfa89a34310b7123470390ef625, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:07,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/df7a7cfa89a34310b7123470390ef625 is 175, key is test_row_0/A:col10/1732598586743/Put/seqid=0 2024-11-26T05:23:07,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742311_1487 (size=31255) 2024-11-26T05:23:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T05:23:07,349 INFO [Thread-1779 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-26T05:23:07,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-26T05:23:07,351 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:07,352 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:07,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T05:23:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598647401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598647402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598647414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598647415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T05:23:07,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:07,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T05:23:07,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:07,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:07,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:07,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:07,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:07,621 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/df7a7cfa89a34310b7123470390ef625 2024-11-26T05:23:07,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/f6632203b95f413b91d232d71cbf54fb is 50, key is test_row_0/B:col10/1732598586743/Put/seqid=0 2024-11-26T05:23:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T05:23:07,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:07,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T05:23:07,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:07,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:07,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:07,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:07,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:07,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742312_1488 (size=12301) 2024-11-26T05:23:07,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/f6632203b95f413b91d232d71cbf54fb 2024-11-26T05:23:07,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/e70b566b78fa4b0f8186ee43665828dc is 50, key is test_row_0/C:col10/1732598586743/Put/seqid=0 2024-11-26T05:23:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742313_1489 (size=12301) 2024-11-26T05:23:07,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:07,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T05:23:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:07,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:07,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598647911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598647912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598647922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598647923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T05:23:08,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:08,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T05:23:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:08,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:08,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/e70b566b78fa4b0f8186ee43665828dc 2024-11-26T05:23:08,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/df7a7cfa89a34310b7123470390ef625 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/df7a7cfa89a34310b7123470390ef625 2024-11-26T05:23:08,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/df7a7cfa89a34310b7123470390ef625, entries=150, sequenceid=328, filesize=30.5 K 2024-11-26T05:23:08,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/f6632203b95f413b91d232d71cbf54fb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f6632203b95f413b91d232d71cbf54fb 2024-11-26T05:23:08,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f6632203b95f413b91d232d71cbf54fb, entries=150, sequenceid=328, filesize=12.0 K 2024-11-26T05:23:08,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/e70b566b78fa4b0f8186ee43665828dc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e70b566b78fa4b0f8186ee43665828dc 2024-11-26T05:23:08,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:08,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T05:23:08,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:08,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:08,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:08,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:08,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:08,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e70b566b78fa4b0f8186ee43665828dc, entries=150, sequenceid=328, filesize=12.0 K 2024-11-26T05:23:08,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 91653c2b9f27af9303aa2fee71a994f5 in 1418ms, sequenceid=328, compaction requested=true 2024-11-26T05:23:08,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:08,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:08,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:08,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:08,164 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:08,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:08,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:08,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:23:08,164 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:08,169 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120525 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:08,169 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/A is initiating minor compaction (all files) 2024-11-26T05:23:08,169 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/A in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:08,169 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/83b63c597f804ffabb451c19c421e239, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7f435d7e24a6468286b9eddb1dbaeb80, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/df7a7cfa89a34310b7123470390ef625] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=117.7 K 2024-11-26T05:23:08,169 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:08,169 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/83b63c597f804ffabb451c19c421e239, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7f435d7e24a6468286b9eddb1dbaeb80, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/df7a7cfa89a34310b7123470390ef625] 2024-11-26T05:23:08,169 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:08,169 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/B is initiating minor compaction (all files) 2024-11-26T05:23:08,169 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/B in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:08,169 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/06df171096174f6cb641e24a9ca73d59, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/1e34418e4ddf4b4d83d9d254592865c5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f6632203b95f413b91d232d71cbf54fb] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=36.7 K 2024-11-26T05:23:08,170 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 06df171096174f6cb641e24a9ca73d59, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732598584881 2024-11-26T05:23:08,170 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83b63c597f804ffabb451c19c421e239, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732598584881 2024-11-26T05:23:08,170 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e34418e4ddf4b4d83d9d254592865c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732598586035 2024-11-26T05:23:08,170 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f435d7e24a6468286b9eddb1dbaeb80, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732598586035 2024-11-26T05:23:08,170 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting f6632203b95f413b91d232d71cbf54fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732598586409 2024-11-26T05:23:08,171 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting df7a7cfa89a34310b7123470390ef625, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732598586409 2024-11-26T05:23:08,182 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#B#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:08,182 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/9935e0dd06a74b149255391cccfbb103 is 50, key is test_row_0/B:col10/1732598586743/Put/seqid=0 2024-11-26T05:23:08,183 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:08,186 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112616fc7a7872094e97b6223968824d5f05_91653c2b9f27af9303aa2fee71a994f5 store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:08,188 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112616fc7a7872094e97b6223968824d5f05_91653c2b9f27af9303aa2fee71a994f5, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:08,189 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112616fc7a7872094e97b6223968824d5f05_91653c2b9f27af9303aa2fee71a994f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:08,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742314_1490 (size=13085) 2024-11-26T05:23:08,229 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/9935e0dd06a74b149255391cccfbb103 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/9935e0dd06a74b149255391cccfbb103 2024-11-26T05:23:08,233 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/B of 91653c2b9f27af9303aa2fee71a994f5 into 9935e0dd06a74b149255391cccfbb103(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:08,233 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:08,233 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/B, priority=13, startTime=1732598588164; duration=0sec 2024-11-26T05:23:08,233 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:08,234 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:B 2024-11-26T05:23:08,234 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:08,236 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:08,236 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/C is initiating minor compaction (all files) 2024-11-26T05:23:08,237 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/C in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:08,237 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/165046ae638f4701a655146936c4a847, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/db83f2c0a6c14bad8bcdc299c6d9b91c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e70b566b78fa4b0f8186ee43665828dc] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=36.7 K 2024-11-26T05:23:08,238 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 165046ae638f4701a655146936c4a847, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732598584881 2024-11-26T05:23:08,238 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting db83f2c0a6c14bad8bcdc299c6d9b91c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732598586035 2024-11-26T05:23:08,244 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting e70b566b78fa4b0f8186ee43665828dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732598586409 2024-11-26T05:23:08,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742315_1491 (size=4469) 2024-11-26T05:23:08,249 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#A#compaction#414 average throughput is 0.37 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:08,249 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/d14a0d9fe31841d08584c60551184435 is 175, key is test_row_0/A:col10/1732598586743/Put/seqid=0 2024-11-26T05:23:08,262 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#C#compaction#415 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:08,262 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/b02ab5d6de054a5f814e50fa95b723b7 is 50, key is test_row_0/C:col10/1732598586743/Put/seqid=0 2024-11-26T05:23:08,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742316_1492 (size=32039) 2024-11-26T05:23:08,301 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/d14a0d9fe31841d08584c60551184435 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/d14a0d9fe31841d08584c60551184435 2024-11-26T05:23:08,309 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/A of 91653c2b9f27af9303aa2fee71a994f5 into d14a0d9fe31841d08584c60551184435(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:08,309 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:08,309 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/A, priority=13, startTime=1732598588164; duration=0sec 2024-11-26T05:23:08,309 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:08,309 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:A 2024-11-26T05:23:08,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742317_1493 (size=13085) 2024-11-26T05:23:08,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:08,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T05:23:08,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:08,314 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:23:08,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:08,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:08,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:08,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:08,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:08,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267d74ae2d9d3640e98b288afadcd7a6c4_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598586777/Put/seqid=0 2024-11-26T05:23:08,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742318_1494 (size=12454) 2024-11-26T05:23:08,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,363 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267d74ae2d9d3640e98b288afadcd7a6c4_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267d74ae2d9d3640e98b288afadcd7a6c4_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:08,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/86e844c3a8d242f6ad419f6eff2c49e6, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/86e844c3a8d242f6ad419f6eff2c49e6 is 175, key is test_row_0/A:col10/1732598586777/Put/seqid=0 2024-11-26T05:23:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742319_1495 (size=31255) 2024-11-26T05:23:08,384 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/86e844c3a8d242f6ad419f6eff2c49e6 2024-11-26T05:23:08,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/44796592c9454be08a8dbeb87bc6e113 is 50, key is test_row_0/B:col10/1732598586777/Put/seqid=0 2024-11-26T05:23:08,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742320_1496 (size=12301) 2024-11-26T05:23:08,416 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/44796592c9454be08a8dbeb87bc6e113 2024-11-26T05:23:08,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/aab4c42e90574734bfb2a25ef8ed6ab7 is 50, key is test_row_0/C:col10/1732598586777/Put/seqid=0 2024-11-26T05:23:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742321_1497 (size=12301) 2024-11-26T05:23:08,455 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/aab4c42e90574734bfb2a25ef8ed6ab7 2024-11-26T05:23:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T05:23:08,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/86e844c3a8d242f6ad419f6eff2c49e6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/86e844c3a8d242f6ad419f6eff2c49e6 2024-11-26T05:23:08,470 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/86e844c3a8d242f6ad419f6eff2c49e6, entries=150, sequenceid=346, filesize=30.5 K 2024-11-26T05:23:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/44796592c9454be08a8dbeb87bc6e113 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/44796592c9454be08a8dbeb87bc6e113 2024-11-26T05:23:08,475 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/44796592c9454be08a8dbeb87bc6e113, entries=150, sequenceid=346, filesize=12.0 K 2024-11-26T05:23:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/aab4c42e90574734bfb2a25ef8ed6ab7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/aab4c42e90574734bfb2a25ef8ed6ab7 2024-11-26T05:23:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,483 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/aab4c42e90574734bfb2a25ef8ed6ab7, entries=150, sequenceid=346, filesize=12.0 K 2024-11-26T05:23:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,485 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 91653c2b9f27af9303aa2fee71a994f5 in 170ms, sequenceid=346, compaction requested=false 2024-11-26T05:23:08,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:08,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:08,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-26T05:23:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-26T05:23:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-26T05:23:08,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1340 sec 2024-11-26T05:23:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.1380 sec 2024-11-26T05:23:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,717 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/b02ab5d6de054a5f814e50fa95b723b7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b02ab5d6de054a5f814e50fa95b723b7 2024-11-26T05:23:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,721 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/C of 91653c2b9f27af9303aa2fee71a994f5 into b02ab5d6de054a5f814e50fa95b723b7(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:08,721 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:08,721 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/C, priority=13, startTime=1732598588164; duration=0sec 2024-11-26T05:23:08,721 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:08,721 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:C 2024-11-26T05:23:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:23:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cd95cb3ff51e4a25ba0efa5038a1992c_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598589049/Put/seqid=0 2024-11-26T05:23:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742323_1499 (size=25158) 2024-11-26T05:23:09,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598649187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598649188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598649190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598649193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598649303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598649305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598649305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598649305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T05:23:09,458 INFO [Thread-1779 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-26T05:23:09,463 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-26T05:23:09,464 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:09,465 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:09,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T05:23:09,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598649513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598649516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598649516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598649517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T05:23:09,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:09,582 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cd95cb3ff51e4a25ba0efa5038a1992c_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cd95cb3ff51e4a25ba0efa5038a1992c_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:09,583 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/30840bd80d4846bfb90b9f6d331dd73b, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:09,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/30840bd80d4846bfb90b9f6d331dd73b is 175, key is test_row_0/A:col10/1732598589049/Put/seqid=0 2024-11-26T05:23:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742322_1498 (size=74795) 2024-11-26T05:23:09,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:09,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T05:23:09,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:09,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:09,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:09,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:09,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T05:23:09,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:09,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T05:23:09,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:09,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:09,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598649824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598649830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598649831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598649831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:09,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:09,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T05:23:09,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:09,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:09,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:09,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:09,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:09,986 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/30840bd80d4846bfb90b9f6d331dd73b 2024-11-26T05:23:10,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/89a37f0109f44322be3f816cd67ad768 is 50, key is test_row_0/B:col10/1732598589049/Put/seqid=0 2024-11-26T05:23:10,025 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T05:23:10,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742324_1500 (size=12301) 2024-11-26T05:23:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T05:23:10,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:10,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T05:23:10,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:10,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T05:23:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598650332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:10,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598650338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:10,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598650338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:10,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598650343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:10,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:10,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T05:23:10,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:10,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/89a37f0109f44322be3f816cd67ad768 2024-11-26T05:23:10,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/e4b3083d7a5d4a04bee02b1c01e1660c is 50, key is test_row_0/C:col10/1732598589049/Put/seqid=0 2024-11-26T05:23:10,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742325_1501 (size=12301) 2024-11-26T05:23:10,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:10,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T05:23:10,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:10,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T05:23:10,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:10,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T05:23:10,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:10,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T05:23:10,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:10,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:10,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/e4b3083d7a5d4a04bee02b1c01e1660c 2024-11-26T05:23:10,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/30840bd80d4846bfb90b9f6d331dd73b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/30840bd80d4846bfb90b9f6d331dd73b 2024-11-26T05:23:10,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/30840bd80d4846bfb90b9f6d331dd73b, entries=400, sequenceid=358, filesize=73.0 K 2024-11-26T05:23:10,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/89a37f0109f44322be3f816cd67ad768 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/89a37f0109f44322be3f816cd67ad768 2024-11-26T05:23:10,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/89a37f0109f44322be3f816cd67ad768, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T05:23:10,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/e4b3083d7a5d4a04bee02b1c01e1660c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e4b3083d7a5d4a04bee02b1c01e1660c 2024-11-26T05:23:10,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e4b3083d7a5d4a04bee02b1c01e1660c, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T05:23:10,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 91653c2b9f27af9303aa2fee71a994f5 in 1835ms, sequenceid=358, compaction requested=true 2024-11-26T05:23:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:10,914 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:10,914 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:10,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:10,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:10,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:10,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:10,917 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:10,917 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:10,917 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/A is initiating minor compaction (all files) 2024-11-26T05:23:10,917 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/A in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,917 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/d14a0d9fe31841d08584c60551184435, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/86e844c3a8d242f6ad419f6eff2c49e6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/30840bd80d4846bfb90b9f6d331dd73b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=134.9 K 2024-11-26T05:23:10,917 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,917 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/d14a0d9fe31841d08584c60551184435, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/86e844c3a8d242f6ad419f6eff2c49e6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/30840bd80d4846bfb90b9f6d331dd73b] 2024-11-26T05:23:10,917 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/B is initiating minor compaction (all files) 2024-11-26T05:23:10,917 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/B in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:10,917 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/9935e0dd06a74b149255391cccfbb103, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/44796592c9454be08a8dbeb87bc6e113, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/89a37f0109f44322be3f816cd67ad768] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=36.8 K 2024-11-26T05:23:10,918 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9935e0dd06a74b149255391cccfbb103, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732598586409 2024-11-26T05:23:10,918 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d14a0d9fe31841d08584c60551184435, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732598586409 2024-11-26T05:23:10,918 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 44796592c9454be08a8dbeb87bc6e113, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732598586777 2024-11-26T05:23:10,918 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86e844c3a8d242f6ad419f6eff2c49e6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732598586777 2024-11-26T05:23:10,919 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 89a37f0109f44322be3f816cd67ad768, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598589049 2024-11-26T05:23:10,919 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30840bd80d4846bfb90b9f6d331dd73b, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598589047 2024-11-26T05:23:10,940 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#B#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:10,941 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/663c0148e624445f8e3419e9e99a64c2 is 50, key is test_row_0/B:col10/1732598589049/Put/seqid=0 2024-11-26T05:23:10,943 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:10,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742326_1502 (size=13187) 2024-11-26T05:23:10,971 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411265052262208794538aa364b100be3d3d3_91653c2b9f27af9303aa2fee71a994f5 store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:10,975 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411265052262208794538aa364b100be3d3d3_91653c2b9f27af9303aa2fee71a994f5, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:10,976 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265052262208794538aa364b100be3d3d3_91653c2b9f27af9303aa2fee71a994f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:11,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:11,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742327_1503 (size=4469) 2024-11-26T05:23:11,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T05:23:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:11,028 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T05:23:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:11,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112618c1a7fbdca5460293c4b05484b9203a_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598589188/Put/seqid=0 2024-11-26T05:23:11,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742328_1504 (size=12454) 2024-11-26T05:23:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:11,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. as already flushing 2024-11-26T05:23:11,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598651322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:11,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35228 deadline: 1732598651346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:11,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35214 deadline: 1732598651348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1732598651350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:11,365 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/663c0148e624445f8e3419e9e99a64c2 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/663c0148e624445f8e3419e9e99a64c2 2024-11-26T05:23:11,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1732598651357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:11,375 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/B of 91653c2b9f27af9303aa2fee71a994f5 into 663c0148e624445f8e3419e9e99a64c2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:11,375 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:11,375 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/B, priority=13, startTime=1732598590914; duration=0sec 2024-11-26T05:23:11,375 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:11,375 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:B 2024-11-26T05:23:11,375 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:11,377 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:11,377 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): 91653c2b9f27af9303aa2fee71a994f5/C is initiating minor compaction (all files) 2024-11-26T05:23:11,377 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 91653c2b9f27af9303aa2fee71a994f5/C in TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:11,377 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b02ab5d6de054a5f814e50fa95b723b7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/aab4c42e90574734bfb2a25ef8ed6ab7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e4b3083d7a5d4a04bee02b1c01e1660c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp, totalSize=36.8 K 2024-11-26T05:23:11,379 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b02ab5d6de054a5f814e50fa95b723b7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732598586409 2024-11-26T05:23:11,379 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting aab4c42e90574734bfb2a25ef8ed6ab7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732598586777 2024-11-26T05:23:11,379 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting e4b3083d7a5d4a04bee02b1c01e1660c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598589049 2024-11-26T05:23:11,393 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:11,393 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/437e093b7739431580bfba30b1959a46 is 50, key is test_row_0/C:col10/1732598589049/Put/seqid=0 2024-11-26T05:23:11,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742329_1505 (size=13187) 2024-11-26T05:23:11,429 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91653c2b9f27af9303aa2fee71a994f5#A#compaction#423 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:11,429 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/6f1fe344d6174d68bf102cbd9e30d82f is 175, key is test_row_0/A:col10/1732598589049/Put/seqid=0 2024-11-26T05:23:11,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598651424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742330_1506 (size=32141) 2024-11-26T05:23:11,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:11,504 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112618c1a7fbdca5460293c4b05484b9203a_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112618c1a7fbdca5460293c4b05484b9203a_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:11,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/b944699f04604a2996ca1fa45bad6bcc, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:11,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/b944699f04604a2996ca1fa45bad6bcc is 175, key is test_row_0/A:col10/1732598589188/Put/seqid=0 2024-11-26T05:23:11,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742331_1507 (size=31255) 2024-11-26T05:23:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T05:23:11,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598651633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:11,819 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/437e093b7739431580bfba30b1959a46 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/437e093b7739431580bfba30b1959a46 2024-11-26T05:23:11,823 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/C of 91653c2b9f27af9303aa2fee71a994f5 into 437e093b7739431580bfba30b1959a46(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:11,823 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:11,823 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/C, priority=13, startTime=1732598590915; duration=0sec 2024-11-26T05:23:11,823 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:11,823 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:C 2024-11-26T05:23:11,857 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/6f1fe344d6174d68bf102cbd9e30d82f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/6f1fe344d6174d68bf102cbd9e30d82f 2024-11-26T05:23:11,860 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 91653c2b9f27af9303aa2fee71a994f5/A of 91653c2b9f27af9303aa2fee71a994f5 into 6f1fe344d6174d68bf102cbd9e30d82f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:11,860 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:11,860 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5., storeName=91653c2b9f27af9303aa2fee71a994f5/A, priority=13, startTime=1732598590914; duration=0sec 2024-11-26T05:23:11,860 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:11,860 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:A 2024-11-26T05:23:11,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598651940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:11,950 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/b944699f04604a2996ca1fa45bad6bcc 2024-11-26T05:23:11,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/53c408c0f21f461a801cc71d802d45d5 is 50, key is test_row_0/B:col10/1732598589188/Put/seqid=0 2024-11-26T05:23:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742332_1508 (size=12301) 2024-11-26T05:23:12,359 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/53c408c0f21f461a801cc71d802d45d5 2024-11-26T05:23:12,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/390fe02f2c7e4f54894fbb6314f8d013 is 50, key is test_row_0/C:col10/1732598589188/Put/seqid=0 2024-11-26T05:23:12,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742333_1509 (size=12301) 2024-11-26T05:23:12,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35266 deadline: 1732598652443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:12,768 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/390fe02f2c7e4f54894fbb6314f8d013 2024-11-26T05:23:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/b944699f04604a2996ca1fa45bad6bcc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/b944699f04604a2996ca1fa45bad6bcc 2024-11-26T05:23:12,773 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/b944699f04604a2996ca1fa45bad6bcc, entries=150, sequenceid=384, filesize=30.5 K 2024-11-26T05:23:12,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/53c408c0f21f461a801cc71d802d45d5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/53c408c0f21f461a801cc71d802d45d5 2024-11-26T05:23:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,777 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/53c408c0f21f461a801cc71d802d45d5, entries=150, sequenceid=384, filesize=12.0 K 2024-11-26T05:23:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/390fe02f2c7e4f54894fbb6314f8d013 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/390fe02f2c7e4f54894fbb6314f8d013 2024-11-26T05:23:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,780 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/390fe02f2c7e4f54894fbb6314f8d013, entries=150, sequenceid=384, filesize=12.0 K 2024-11-26T05:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,781 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 91653c2b9f27af9303aa2fee71a994f5 in 1753ms, sequenceid=384, compaction requested=false 2024-11-26T05:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:12,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-26T05:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-26T05:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-26T05:23:12,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3170 sec 2024-11-26T05:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 3.3210 sec 2024-11-26T05:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,052 DEBUG [Thread-1784 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:50299 2024-11-26T05:23:13,052 DEBUG [Thread-1784 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,055 DEBUG [Thread-1786 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:50299 2024-11-26T05:23:13,055 DEBUG [Thread-1786 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,059 DEBUG [Thread-1788 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:50299 2024-11-26T05:23:13,059 DEBUG [Thread-1788 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,077 DEBUG [Thread-1780 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:50299 2024-11-26T05:23:13,077 DEBUG [Thread-1780 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,077 DEBUG [Thread-1782 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:50299 2024-11-26T05:23:13,077 DEBUG [Thread-1782 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:13,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:23:13,362 DEBUG [Thread-1773 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:50299 2024-11-26T05:23:13,363 DEBUG [Thread-1773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,363 DEBUG [Thread-1771 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:50299 2024-11-26T05:23:13,363 DEBUG [Thread-1771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:13,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:13,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:13,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:13,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:13,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:13,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c0717629a7642919f347bc0f8524b9d_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_1/A:col10/1732598591308/Put/seqid=0 2024-11-26T05:23:13,374 DEBUG [Thread-1777 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:50299 2024-11-26T05:23:13,374 DEBUG [Thread-1777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742334_1510 (size=9914) 2024-11-26T05:23:13,385 DEBUG [Thread-1775 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:50299 2024-11-26T05:23:13,386 DEBUG [Thread-1775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,461 DEBUG [Thread-1769 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:50299 2024-11-26T05:23:13,461 DEBUG [Thread-1769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T05:23:13,572 INFO [Thread-1779 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1348 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4044 rows 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1343 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4029 rows 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1334 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4002 rows 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1331 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3993 rows 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1335 2024-11-26T05:23:13,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4005 rows 2024-11-26T05:23:13,572 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T05:23:13,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:50299 2024-11-26T05:23:13,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:13,576 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T05:23:13,576 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T05:23:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T05:23:13,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598593580"}]},"ts":"1732598593580"} 2024-11-26T05:23:13,582 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T05:23:13,590 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T05:23:13,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T05:23:13,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, UNASSIGN}] 2024-11-26T05:23:13,592 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, UNASSIGN 2024-11-26T05:23:13,593 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=91653c2b9f27af9303aa2fee71a994f5, regionState=CLOSING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:23:13,593 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T05:23:13,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:23:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T05:23:13,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:13,745 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:13,745 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T05:23:13,745 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 91653c2b9f27af9303aa2fee71a994f5, disabling compactions & flushes 2024-11-26T05:23:13,745 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:13,777 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:13,786 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c0717629a7642919f347bc0f8524b9d_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c0717629a7642919f347bc0f8524b9d_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:13,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/1fe435570df14eba992bb532e4b76035, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:13,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/1fe435570df14eba992bb532e4b76035 is 175, key is test_row_1/A:col10/1732598591308/Put/seqid=0 2024-11-26T05:23:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742335_1511 (size=22561) 2024-11-26T05:23:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T05:23:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T05:23:14,192 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/1fe435570df14eba992bb532e4b76035 2024-11-26T05:23:14,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/cba4928d286740bca336a595037e2bd0 is 50, key is test_row_1/B:col10/1732598591308/Put/seqid=0 2024-11-26T05:23:14,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742336_1512 (size=9857) 2024-11-26T05:23:14,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/cba4928d286740bca336a595037e2bd0 2024-11-26T05:23:14,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/88c1e0ca03774f79863668b2d756a34c is 50, key is test_row_1/C:col10/1732598591308/Put/seqid=0 2024-11-26T05:23:14,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742337_1513 (size=9857) 2024-11-26T05:23:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T05:23:14,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/686778758c574de281f539898ff6209b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e7585189b04b4629b7887ef9495e015f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/fbf3e03e947f4c6480e57391c21d2836, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7bb1455da07547a4a719ab2b2a35e783, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7788859bd9524c44b4cacd78eb94c85c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9f6658b0c61c462287bad597d0ce2d6f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/713e360dca294ab380200f23da30e94e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/b5934b6b39644d328b77cc5d338afaaa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/79dec81f43e44e3682e50c8d7a662e8e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e85aa01d689c425fb0f4e01625033b03, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/378822793b0345958cc6a4683f4285e8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/2394d249a1c24c9a94ab1d05403bf37b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9b39aaab94d943b99bdc94a863c2dd12, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/29c07a47b38b4515aa5c488f168827f4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/36c048427cdd41549b8df598f22d058c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/956ce073793d43cdb06748237fbc4b48, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/c55a684723a3416a82c159c65c205838, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/57e2a98916874c028fc6168e513c9794, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/f7362cddbd834d868c6e4cba82dffb38, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/8afcc501a1c34124acc1c9b9b3428a78, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/83b63c597f804ffabb451c19c421e239, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7f435d7e24a6468286b9eddb1dbaeb80, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/d14a0d9fe31841d08584c60551184435, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/df7a7cfa89a34310b7123470390ef625, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/86e844c3a8d242f6ad419f6eff2c49e6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/30840bd80d4846bfb90b9f6d331dd73b] to archive 2024-11-26T05:23:14,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:23:14,887 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/686778758c574de281f539898ff6209b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/686778758c574de281f539898ff6209b 2024-11-26T05:23:14,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e7585189b04b4629b7887ef9495e015f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e7585189b04b4629b7887ef9495e015f 2024-11-26T05:23:14,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/fbf3e03e947f4c6480e57391c21d2836 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/fbf3e03e947f4c6480e57391c21d2836 2024-11-26T05:23:14,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7bb1455da07547a4a719ab2b2a35e783 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7bb1455da07547a4a719ab2b2a35e783 2024-11-26T05:23:14,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7788859bd9524c44b4cacd78eb94c85c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7788859bd9524c44b4cacd78eb94c85c 2024-11-26T05:23:14,892 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9f6658b0c61c462287bad597d0ce2d6f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9f6658b0c61c462287bad597d0ce2d6f 2024-11-26T05:23:14,893 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/713e360dca294ab380200f23da30e94e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/713e360dca294ab380200f23da30e94e 2024-11-26T05:23:14,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/b5934b6b39644d328b77cc5d338afaaa to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/b5934b6b39644d328b77cc5d338afaaa 2024-11-26T05:23:14,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/79dec81f43e44e3682e50c8d7a662e8e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/79dec81f43e44e3682e50c8d7a662e8e 2024-11-26T05:23:14,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e85aa01d689c425fb0f4e01625033b03 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/e85aa01d689c425fb0f4e01625033b03 2024-11-26T05:23:14,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/378822793b0345958cc6a4683f4285e8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/378822793b0345958cc6a4683f4285e8 2024-11-26T05:23:14,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/2394d249a1c24c9a94ab1d05403bf37b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/2394d249a1c24c9a94ab1d05403bf37b 2024-11-26T05:23:14,899 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9b39aaab94d943b99bdc94a863c2dd12 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/9b39aaab94d943b99bdc94a863c2dd12 2024-11-26T05:23:14,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/29c07a47b38b4515aa5c488f168827f4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/29c07a47b38b4515aa5c488f168827f4 2024-11-26T05:23:14,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/36c048427cdd41549b8df598f22d058c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/36c048427cdd41549b8df598f22d058c 2024-11-26T05:23:14,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/956ce073793d43cdb06748237fbc4b48 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/956ce073793d43cdb06748237fbc4b48 2024-11-26T05:23:14,905 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/c55a684723a3416a82c159c65c205838 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/c55a684723a3416a82c159c65c205838 2024-11-26T05:23:14,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/57e2a98916874c028fc6168e513c9794 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/57e2a98916874c028fc6168e513c9794 2024-11-26T05:23:14,907 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/f7362cddbd834d868c6e4cba82dffb38 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/f7362cddbd834d868c6e4cba82dffb38 2024-11-26T05:23:14,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/8afcc501a1c34124acc1c9b9b3428a78 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/8afcc501a1c34124acc1c9b9b3428a78 2024-11-26T05:23:14,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/83b63c597f804ffabb451c19c421e239 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/83b63c597f804ffabb451c19c421e239 2024-11-26T05:23:14,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7f435d7e24a6468286b9eddb1dbaeb80 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/7f435d7e24a6468286b9eddb1dbaeb80 2024-11-26T05:23:14,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/d14a0d9fe31841d08584c60551184435 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/d14a0d9fe31841d08584c60551184435 2024-11-26T05:23:14,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/df7a7cfa89a34310b7123470390ef625 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/df7a7cfa89a34310b7123470390ef625 2024-11-26T05:23:14,914 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/86e844c3a8d242f6ad419f6eff2c49e6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/86e844c3a8d242f6ad419f6eff2c49e6 2024-11-26T05:23:14,915 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/30840bd80d4846bfb90b9f6d331dd73b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/30840bd80d4846bfb90b9f6d331dd73b 2024-11-26T05:23:14,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5fea2479d58944c4b8134d8168cf452f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/78944ed0487f44dca388d1dbac314f7c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ee15b2de036d4be6acb1a7ec3d2bb9ff, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/fa90a14e8f09468a915cd8a5ba4bfbd5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6f1498d4e6e14032b07009f70d7ec1e5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/daac214ed9d74b7c947f5d0bdb76e270, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/75a0bcfbba1b465c843a86213bb90915, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5c17806c3bed46228518e9c113a6c9f3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/c4b2ff79af2b46f3984e8d1e56d10e50, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ba8b98c7ab2846049fad37817f97b7b0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6fccb634337f418c8ddbf6198e0ea8f6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5d877b88ce664e8990e381c909e2c049, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f777449ff4834328b957fec316745b97, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/0d16b6c5eeed40b0bbe0b6499f45b4bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/18901f19de7443cbac6d174c6d16fd2e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/e57f03df3be14e20b7120e9961083b85, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/9929e67ff61047248c4d8e6476e1ea98, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ef01a56e2276499a8d3150000a31f56f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/2278ed475b5b4a5a9bda409635bc5277, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/06df171096174f6cb641e24a9ca73d59, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/15f791fbf4e541a0ac37e44fbb1379ae, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/1e34418e4ddf4b4d83d9d254592865c5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/9935e0dd06a74b149255391cccfbb103, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f6632203b95f413b91d232d71cbf54fb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/44796592c9454be08a8dbeb87bc6e113, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/89a37f0109f44322be3f816cd67ad768] to archive 2024-11-26T05:23:14,921 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:23:14,923 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5fea2479d58944c4b8134d8168cf452f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5fea2479d58944c4b8134d8168cf452f 2024-11-26T05:23:14,924 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/78944ed0487f44dca388d1dbac314f7c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/78944ed0487f44dca388d1dbac314f7c 2024-11-26T05:23:14,925 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ee15b2de036d4be6acb1a7ec3d2bb9ff to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ee15b2de036d4be6acb1a7ec3d2bb9ff 2024-11-26T05:23:14,926 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/fa90a14e8f09468a915cd8a5ba4bfbd5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/fa90a14e8f09468a915cd8a5ba4bfbd5 2024-11-26T05:23:14,926 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6f1498d4e6e14032b07009f70d7ec1e5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6f1498d4e6e14032b07009f70d7ec1e5 2024-11-26T05:23:14,927 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/daac214ed9d74b7c947f5d0bdb76e270 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/daac214ed9d74b7c947f5d0bdb76e270 2024-11-26T05:23:14,928 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/75a0bcfbba1b465c843a86213bb90915 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/75a0bcfbba1b465c843a86213bb90915 2024-11-26T05:23:14,929 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5c17806c3bed46228518e9c113a6c9f3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5c17806c3bed46228518e9c113a6c9f3 2024-11-26T05:23:14,930 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/c4b2ff79af2b46f3984e8d1e56d10e50 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/c4b2ff79af2b46f3984e8d1e56d10e50 2024-11-26T05:23:14,931 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ba8b98c7ab2846049fad37817f97b7b0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ba8b98c7ab2846049fad37817f97b7b0 2024-11-26T05:23:14,933 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6fccb634337f418c8ddbf6198e0ea8f6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/6fccb634337f418c8ddbf6198e0ea8f6 2024-11-26T05:23:14,934 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5d877b88ce664e8990e381c909e2c049 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/5d877b88ce664e8990e381c909e2c049 2024-11-26T05:23:14,934 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f777449ff4834328b957fec316745b97 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f777449ff4834328b957fec316745b97 2024-11-26T05:23:14,936 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/0d16b6c5eeed40b0bbe0b6499f45b4bc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/0d16b6c5eeed40b0bbe0b6499f45b4bc 2024-11-26T05:23:14,937 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/18901f19de7443cbac6d174c6d16fd2e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/18901f19de7443cbac6d174c6d16fd2e 2024-11-26T05:23:14,938 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/e57f03df3be14e20b7120e9961083b85 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/e57f03df3be14e20b7120e9961083b85 2024-11-26T05:23:14,939 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/9929e67ff61047248c4d8e6476e1ea98 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/9929e67ff61047248c4d8e6476e1ea98 2024-11-26T05:23:14,940 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ef01a56e2276499a8d3150000a31f56f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/ef01a56e2276499a8d3150000a31f56f 2024-11-26T05:23:14,941 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/2278ed475b5b4a5a9bda409635bc5277 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/2278ed475b5b4a5a9bda409635bc5277 2024-11-26T05:23:14,941 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/06df171096174f6cb641e24a9ca73d59 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/06df171096174f6cb641e24a9ca73d59 2024-11-26T05:23:14,942 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/15f791fbf4e541a0ac37e44fbb1379ae to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/15f791fbf4e541a0ac37e44fbb1379ae 2024-11-26T05:23:14,943 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/1e34418e4ddf4b4d83d9d254592865c5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/1e34418e4ddf4b4d83d9d254592865c5 2024-11-26T05:23:14,943 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/9935e0dd06a74b149255391cccfbb103 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/9935e0dd06a74b149255391cccfbb103 2024-11-26T05:23:14,944 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f6632203b95f413b91d232d71cbf54fb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/f6632203b95f413b91d232d71cbf54fb 2024-11-26T05:23:14,945 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/44796592c9454be08a8dbeb87bc6e113 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/44796592c9454be08a8dbeb87bc6e113 2024-11-26T05:23:14,945 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/89a37f0109f44322be3f816cd67ad768 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/89a37f0109f44322be3f816cd67ad768 2024-11-26T05:23:14,948 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cf80800a11248a892bab40375ad29c0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e5aeb3a9081a4f6f9375c7dc7bbb1e13, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/764ebd0b98184b99b88d5a41d349c5d3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/c7f07c92eb264cf2b5465394c3268714, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/04d229bb7dbd4f258aa180ea18778fad, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/8b16fa4ce4e1494383964b23a0b1cdd6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/fd52f35ee2004ae68a31321d558a9a32, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5d850a5881014e22aa66620c5db732b3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/6edcf3f06e78480e8b9907c0b7ea4954, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b0e8ad9a5b7f4854b76eabfae379f33d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cc72ccaeb634e3fad18d7158e41645e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/9b600395f7a24c389e3980192409da79, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/cdeb5207b4c346dcb5d2e9b9d71909fe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/60ac5a8e7e924f97b0680199410e2263, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/452e6b2598974665a56b58cea7536f8b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b07cb5d672ba40b49c22d032af61bc27, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/fa3bf89be5de45f79bd9104fbac54e8f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/77adf9532c0b4ce786c70cf9c19f4354, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/88ce78d0720d4b62ba2e8fb9a699304f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/165046ae638f4701a655146936c4a847, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/444d0c122c6f45b99a8d4974d5516b62, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/db83f2c0a6c14bad8bcdc299c6d9b91c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b02ab5d6de054a5f814e50fa95b723b7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e70b566b78fa4b0f8186ee43665828dc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/aab4c42e90574734bfb2a25ef8ed6ab7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e4b3083d7a5d4a04bee02b1c01e1660c] to archive 2024-11-26T05:23:14,949 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:23:14,950 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cf80800a11248a892bab40375ad29c0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cf80800a11248a892bab40375ad29c0 2024-11-26T05:23:14,951 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e5aeb3a9081a4f6f9375c7dc7bbb1e13 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e5aeb3a9081a4f6f9375c7dc7bbb1e13 2024-11-26T05:23:14,952 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/764ebd0b98184b99b88d5a41d349c5d3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/764ebd0b98184b99b88d5a41d349c5d3 2024-11-26T05:23:14,953 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/c7f07c92eb264cf2b5465394c3268714 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/c7f07c92eb264cf2b5465394c3268714 2024-11-26T05:23:14,953 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/04d229bb7dbd4f258aa180ea18778fad to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/04d229bb7dbd4f258aa180ea18778fad 2024-11-26T05:23:14,954 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/8b16fa4ce4e1494383964b23a0b1cdd6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/8b16fa4ce4e1494383964b23a0b1cdd6 2024-11-26T05:23:14,955 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/fd52f35ee2004ae68a31321d558a9a32 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/fd52f35ee2004ae68a31321d558a9a32 2024-11-26T05:23:14,956 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5d850a5881014e22aa66620c5db732b3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5d850a5881014e22aa66620c5db732b3 2024-11-26T05:23:14,957 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/6edcf3f06e78480e8b9907c0b7ea4954 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/6edcf3f06e78480e8b9907c0b7ea4954 2024-11-26T05:23:14,958 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b0e8ad9a5b7f4854b76eabfae379f33d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b0e8ad9a5b7f4854b76eabfae379f33d 2024-11-26T05:23:14,959 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cc72ccaeb634e3fad18d7158e41645e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/5cc72ccaeb634e3fad18d7158e41645e 2024-11-26T05:23:14,960 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/9b600395f7a24c389e3980192409da79 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/9b600395f7a24c389e3980192409da79 2024-11-26T05:23:14,961 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/cdeb5207b4c346dcb5d2e9b9d71909fe to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/cdeb5207b4c346dcb5d2e9b9d71909fe 2024-11-26T05:23:14,961 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/60ac5a8e7e924f97b0680199410e2263 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/60ac5a8e7e924f97b0680199410e2263 2024-11-26T05:23:14,962 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/452e6b2598974665a56b58cea7536f8b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/452e6b2598974665a56b58cea7536f8b 2024-11-26T05:23:14,963 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b07cb5d672ba40b49c22d032af61bc27 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b07cb5d672ba40b49c22d032af61bc27 2024-11-26T05:23:14,964 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/fa3bf89be5de45f79bd9104fbac54e8f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/fa3bf89be5de45f79bd9104fbac54e8f 2024-11-26T05:23:14,964 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/77adf9532c0b4ce786c70cf9c19f4354 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/77adf9532c0b4ce786c70cf9c19f4354 2024-11-26T05:23:14,965 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/88ce78d0720d4b62ba2e8fb9a699304f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/88ce78d0720d4b62ba2e8fb9a699304f 2024-11-26T05:23:14,966 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/165046ae638f4701a655146936c4a847 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/165046ae638f4701a655146936c4a847 2024-11-26T05:23:14,966 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/444d0c122c6f45b99a8d4974d5516b62 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/444d0c122c6f45b99a8d4974d5516b62 2024-11-26T05:23:14,967 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/db83f2c0a6c14bad8bcdc299c6d9b91c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/db83f2c0a6c14bad8bcdc299c6d9b91c 2024-11-26T05:23:14,968 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b02ab5d6de054a5f814e50fa95b723b7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/b02ab5d6de054a5f814e50fa95b723b7 2024-11-26T05:23:14,969 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e70b566b78fa4b0f8186ee43665828dc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e70b566b78fa4b0f8186ee43665828dc 2024-11-26T05:23:14,969 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/aab4c42e90574734bfb2a25ef8ed6ab7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/aab4c42e90574734bfb2a25ef8ed6ab7 2024-11-26T05:23:14,970 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6de696b11002:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e4b3083d7a5d4a04bee02b1c01e1660c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/e4b3083d7a5d4a04bee02b1c01e1660c 2024-11-26T05:23:15,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/88c1e0ca03774f79863668b2d756a34c 2024-11-26T05:23:15,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/1fe435570df14eba992bb532e4b76035 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/1fe435570df14eba992bb532e4b76035 2024-11-26T05:23:15,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/1fe435570df14eba992bb532e4b76035, entries=100, sequenceid=399, filesize=22.0 K 2024-11-26T05:23:15,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/cba4928d286740bca336a595037e2bd0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/cba4928d286740bca336a595037e2bd0 2024-11-26T05:23:15,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/cba4928d286740bca336a595037e2bd0, entries=100, sequenceid=399, filesize=9.6 K 2024-11-26T05:23:15,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/88c1e0ca03774f79863668b2d756a34c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/88c1e0ca03774f79863668b2d756a34c 2024-11-26T05:23:15,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/88c1e0ca03774f79863668b2d756a34c, entries=100, sequenceid=399, filesize=9.6 K 2024-11-26T05:23:15,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=20.13 KB/20610 for 91653c2b9f27af9303aa2fee71a994f5 in 1677ms, sequenceid=399, compaction requested=true 2024-11-26T05:23:15,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:15,039 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:15,039 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:15,040 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. after waiting 0 ms 2024-11-26T05:23:15,040 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:15,040 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. because compaction request was cancelled 2024-11-26T05:23:15,040 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 91653c2b9f27af9303aa2fee71a994f5 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-26T05:23:15,040 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:A 2024-11-26T05:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:15,040 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. because compaction request was cancelled 2024-11-26T05:23:15,040 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:B 2024-11-26T05:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91653c2b9f27af9303aa2fee71a994f5:C, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:15,040 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. because compaction request was cancelled 2024-11-26T05:23:15,040 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91653c2b9f27af9303aa2fee71a994f5:C 2024-11-26T05:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:15,040 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=A 2024-11-26T05:23:15,040 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:15,040 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=B 2024-11-26T05:23:15,040 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:15,040 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91653c2b9f27af9303aa2fee71a994f5, store=C 2024-11-26T05:23:15,040 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:15,044 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126eb894dbf317042f18d6363982cf86e62_91653c2b9f27af9303aa2fee71a994f5 is 50, key is test_row_0/A:col10/1732598593373/Put/seqid=0 2024-11-26T05:23:15,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742338_1514 (size=12454) 2024-11-26T05:23:15,448 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:15,451 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126eb894dbf317042f18d6363982cf86e62_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eb894dbf317042f18d6363982cf86e62_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:15,452 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/490fe9a69ebf40bc996112a4a37cca1c, store: [table=TestAcidGuarantees family=A region=91653c2b9f27af9303aa2fee71a994f5] 2024-11-26T05:23:15,453 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/490fe9a69ebf40bc996112a4a37cca1c is 175, key is test_row_0/A:col10/1732598593373/Put/seqid=0 2024-11-26T05:23:15,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742339_1515 (size=31255) 2024-11-26T05:23:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T05:23:15,859 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/490fe9a69ebf40bc996112a4a37cca1c 2024-11-26T05:23:15,872 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/c4d377499c1d4a10870a3564187e32c5 is 50, key is test_row_0/B:col10/1732598593373/Put/seqid=0 2024-11-26T05:23:15,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742340_1516 (size=12301) 2024-11-26T05:23:16,277 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/c4d377499c1d4a10870a3564187e32c5 2024-11-26T05:23:16,288 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/cc6c8bd8075c4a6f9c04f5167d220ca0 is 50, key is test_row_0/C:col10/1732598593373/Put/seqid=0 2024-11-26T05:23:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742341_1517 (size=12301) 2024-11-26T05:23:16,692 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/cc6c8bd8075c4a6f9c04f5167d220ca0 2024-11-26T05:23:16,700 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/A/490fe9a69ebf40bc996112a4a37cca1c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/490fe9a69ebf40bc996112a4a37cca1c 2024-11-26T05:23:16,704 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/490fe9a69ebf40bc996112a4a37cca1c, entries=150, sequenceid=405, filesize=30.5 K 2024-11-26T05:23:16,705 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/B/c4d377499c1d4a10870a3564187e32c5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/c4d377499c1d4a10870a3564187e32c5 2024-11-26T05:23:16,709 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/c4d377499c1d4a10870a3564187e32c5, entries=150, sequenceid=405, filesize=12.0 K 2024-11-26T05:23:16,710 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/.tmp/C/cc6c8bd8075c4a6f9c04f5167d220ca0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/cc6c8bd8075c4a6f9c04f5167d220ca0 2024-11-26T05:23:16,712 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/cc6c8bd8075c4a6f9c04f5167d220ca0, entries=150, sequenceid=405, filesize=12.0 K 2024-11-26T05:23:16,713 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 91653c2b9f27af9303aa2fee71a994f5 in 1673ms, sequenceid=405, compaction requested=true 2024-11-26T05:23:16,716 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/recovered.edits/408.seqid, newMaxSeqId=408, maxSeqId=4 2024-11-26T05:23:16,717 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5. 2024-11-26T05:23:16,717 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 91653c2b9f27af9303aa2fee71a994f5: 2024-11-26T05:23:16,718 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:16,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=91653c2b9f27af9303aa2fee71a994f5, regionState=CLOSED 2024-11-26T05:23:16,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-26T05:23:16,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 91653c2b9f27af9303aa2fee71a994f5, server=6de696b11002,34963,1732598472077 in 3.1260 sec 2024-11-26T05:23:16,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-26T05:23:16,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=91653c2b9f27af9303aa2fee71a994f5, UNASSIGN in 3.1280 sec 2024-11-26T05:23:16,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-26T05:23:16,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.1310 sec 2024-11-26T05:23:16,723 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598596723"}]},"ts":"1732598596723"} 2024-11-26T05:23:16,724 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T05:23:16,766 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T05:23:16,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.1890 sec 2024-11-26T05:23:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T05:23:17,690 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-26T05:23:17,692 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T05:23:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:17,695 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:17,697 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T05:23:17,700 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,704 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/recovered.edits] 2024-11-26T05:23:17,708 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/1fe435570df14eba992bb532e4b76035 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/1fe435570df14eba992bb532e4b76035 2024-11-26T05:23:17,710 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/490fe9a69ebf40bc996112a4a37cca1c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/490fe9a69ebf40bc996112a4a37cca1c 2024-11-26T05:23:17,711 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/6f1fe344d6174d68bf102cbd9e30d82f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/6f1fe344d6174d68bf102cbd9e30d82f 2024-11-26T05:23:17,712 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/b944699f04604a2996ca1fa45bad6bcc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/A/b944699f04604a2996ca1fa45bad6bcc 2024-11-26T05:23:17,714 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/53c408c0f21f461a801cc71d802d45d5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/53c408c0f21f461a801cc71d802d45d5 2024-11-26T05:23:17,715 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/663c0148e624445f8e3419e9e99a64c2 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/663c0148e624445f8e3419e9e99a64c2 2024-11-26T05:23:17,716 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/c4d377499c1d4a10870a3564187e32c5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/c4d377499c1d4a10870a3564187e32c5 2024-11-26T05:23:17,717 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/cba4928d286740bca336a595037e2bd0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/B/cba4928d286740bca336a595037e2bd0 2024-11-26T05:23:17,719 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/390fe02f2c7e4f54894fbb6314f8d013 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/390fe02f2c7e4f54894fbb6314f8d013 2024-11-26T05:23:17,720 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/437e093b7739431580bfba30b1959a46 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/437e093b7739431580bfba30b1959a46 2024-11-26T05:23:17,720 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/88c1e0ca03774f79863668b2d756a34c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/88c1e0ca03774f79863668b2d756a34c 2024-11-26T05:23:17,721 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/cc6c8bd8075c4a6f9c04f5167d220ca0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/C/cc6c8bd8075c4a6f9c04f5167d220ca0 2024-11-26T05:23:17,722 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/recovered.edits/408.seqid to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5/recovered.edits/408.seqid 2024-11-26T05:23:17,723 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,723 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T05:23:17,723 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T05:23:17,723 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T05:23:17,725 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260afd4c089b9e44f9b56e22d1ce988b01_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260afd4c089b9e44f9b56e22d1ce988b01_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,726 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c0717629a7642919f347bc0f8524b9d_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c0717629a7642919f347bc0f8524b9d_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,727 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112618c1a7fbdca5460293c4b05484b9203a_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112618c1a7fbdca5460293c4b05484b9203a_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,727 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262357daf977124957b6e904ec254dc299_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262357daf977124957b6e904ec254dc299_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,728 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126404463091cd7458582af578afd2de724_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126404463091cd7458582af578afd2de724_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,729 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126660c697baf5e4acbb9d1f6c1dd7f2e3d_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126660c697baf5e4acbb9d1f6c1dd7f2e3d_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,729 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267c867862938848db94ab8cc4d25beb1f_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267c867862938848db94ab8cc4d25beb1f_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,730 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267d74ae2d9d3640e98b288afadcd7a6c4_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267d74ae2d9d3640e98b288afadcd7a6c4_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,730 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269466fe7f646d4cfb808f52d663a95121_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269466fe7f646d4cfb808f52d663a95121_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,731 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b3633ceb078d44f9897f9a7fbe3d6c16_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b3633ceb078d44f9897f9a7fbe3d6c16_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,732 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b70582f77b974f71b4e1fea963b1c652_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b70582f77b974f71b4e1fea963b1c652_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,733 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c3545da30d86482f8a65e1de1f9e60e7_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c3545da30d86482f8a65e1de1f9e60e7_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,733 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c41d8839aa4741aaa89aa7e6c83eba34_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c41d8839aa4741aaa89aa7e6c83eba34_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,734 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cd95cb3ff51e4a25ba0efa5038a1992c_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cd95cb3ff51e4a25ba0efa5038a1992c_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,735 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d101f47748d0448aa51c1bcc4e2588e9_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d101f47748d0448aa51c1bcc4e2588e9_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,735 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d507b942a77d4c42b52f15536bdd189a_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d507b942a77d4c42b52f15536bdd189a_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,736 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e4b07005b4b4455597fc88ea784d1f1e_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e4b07005b4b4455597fc88ea784d1f1e_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,737 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e905f66b034441109549de64fdff009c_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e905f66b034441109549de64fdff009c_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,737 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eae1a4ca47ac45aab5b7d7a91ac0f453_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eae1a4ca47ac45aab5b7d7a91ac0f453_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,738 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eb894dbf317042f18d6363982cf86e62_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eb894dbf317042f18d6363982cf86e62_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,739 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ed80b74d3b154fb4b7f1074e97dc1b83_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ed80b74d3b154fb4b7f1074e97dc1b83_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,739 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126feb442119a5b48b78eea1a3a28181980_91653c2b9f27af9303aa2fee71a994f5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126feb442119a5b48b78eea1a3a28181980_91653c2b9f27af9303aa2fee71a994f5 2024-11-26T05:23:17,740 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T05:23:17,741 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:17,742 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T05:23:17,744 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T05:23:17,744 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:17,744 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T05:23:17,744 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732598597744"}]},"ts":"9223372036854775807"} 2024-11-26T05:23:17,746 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T05:23:17,746 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 91653c2b9f27af9303aa2fee71a994f5, NAME => 'TestAcidGuarantees,,1732598569690.91653c2b9f27af9303aa2fee71a994f5.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T05:23:17,746 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T05:23:17,746 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732598597746"}]},"ts":"9223372036854775807"} 2024-11-26T05:23:17,747 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T05:23:17,783 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:17,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-11-26T05:23:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T05:23:17,799 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-26T05:23:17,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=460 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=766 (was 680) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7941 (was 8000) 2024-11-26T05:23:17,822 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=766, ProcessCount=11, AvailableMemoryMB=7941 2024-11-26T05:23:17,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T05:23:17,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T05:23:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:17,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T05:23:17,825 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:17,825 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-26T05:23:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T05:23:17,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T05:23:17,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742342_1518 (size=960) 2024-11-26T05:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T05:23:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T05:23:18,236 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c 2024-11-26T05:23:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742343_1519 (size=53) 2024-11-26T05:23:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T05:23:18,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:23:18,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing dbd2fe6a05e56a46624220710f3470d8, disabling compactions & flushes 2024-11-26T05:23:18,646 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:18,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:18,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. after waiting 0 ms 2024-11-26T05:23:18,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:18,646 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:18,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:18,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T05:23:18,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732598598648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732598598648"}]},"ts":"1732598598648"} 2024-11-26T05:23:18,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T05:23:18,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T05:23:18,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598598651"}]},"ts":"1732598598651"} 2024-11-26T05:23:18,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T05:23:18,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dbd2fe6a05e56a46624220710f3470d8, ASSIGN}] 2024-11-26T05:23:18,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dbd2fe6a05e56a46624220710f3470d8, ASSIGN 2024-11-26T05:23:18,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dbd2fe6a05e56a46624220710f3470d8, ASSIGN; state=OFFLINE, location=6de696b11002,34963,1732598472077; forceNewPlan=false, retain=false 2024-11-26T05:23:18,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=dbd2fe6a05e56a46624220710f3470d8, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:23:18,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:23:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T05:23:19,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:19,017 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:19,018 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:23:19,018 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:19,018 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:23:19,018 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:19,019 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:19,020 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:19,022 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:23:19,023 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbd2fe6a05e56a46624220710f3470d8 columnFamilyName A 2024-11-26T05:23:19,023 DEBUG [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:19,023 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] regionserver.HStore(327): Store=dbd2fe6a05e56a46624220710f3470d8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:23:19,024 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:19,025 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:23:19,025 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbd2fe6a05e56a46624220710f3470d8 columnFamilyName B 2024-11-26T05:23:19,025 DEBUG [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:19,026 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] regionserver.HStore(327): Store=dbd2fe6a05e56a46624220710f3470d8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:23:19,026 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:19,027 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:23:19,028 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbd2fe6a05e56a46624220710f3470d8 columnFamilyName C 2024-11-26T05:23:19,028 DEBUG [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:19,028 INFO [StoreOpener-dbd2fe6a05e56a46624220710f3470d8-1 {}] regionserver.HStore(327): Store=dbd2fe6a05e56a46624220710f3470d8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:23:19,029 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:19,029 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:19,030 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:19,032 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:23:19,033 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:19,036 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T05:23:19,036 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened dbd2fe6a05e56a46624220710f3470d8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69658497, jitterRate=0.03799249231815338}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:23:19,037 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:19,038 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., pid=125, masterSystemTime=1732598599010 2024-11-26T05:23:19,039 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:19,039 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:19,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=dbd2fe6a05e56a46624220710f3470d8, regionState=OPEN, openSeqNum=2, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:23:19,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-26T05:23:19,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 in 185 msec 2024-11-26T05:23:19,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-26T05:23:19,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dbd2fe6a05e56a46624220710f3470d8, ASSIGN in 343 msec 2024-11-26T05:23:19,043 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T05:23:19,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598599043"}]},"ts":"1732598599043"} 2024-11-26T05:23:19,044 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T05:23:19,083 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T05:23:19,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2610 sec 2024-11-26T05:23:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T05:23:19,934 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-26T05:23:19,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x022a6e9f to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c60eb7d 2024-11-26T05:23:20,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c2253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,089 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T05:23:20,091 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T05:23:20,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-26T05:23:20,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,166 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-26T05:23:20,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,175 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-26T05:23:20,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-26T05:23:20,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,192 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-26T05:23:20,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,200 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-26T05:23:20,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,211 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-26T05:23:20,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-26T05:23:20,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,236 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-26T05:23:20,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,251 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-26T05:23:20,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:20,260 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-26T05:23:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T05:23:20,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:20,262 DEBUG [hconnection-0x69e9b4c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:20,262 DEBUG [hconnection-0x6fb9f395-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:20,263 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,264 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,265 DEBUG [hconnection-0x350d1e1d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,268 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:20,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:23:20,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:20,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:20,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:20,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:20,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:20,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:20,279 DEBUG [hconnection-0x49489cc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,280 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,283 DEBUG [hconnection-0x5b8d92f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,284 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598660297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598660298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598660300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,306 DEBUG [hconnection-0x703b9b35-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,307 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598660309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,317 DEBUG [hconnection-0x76448e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,318 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,318 DEBUG [hconnection-0x30c7439c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,319 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598660320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,339 DEBUG [hconnection-0x4ee510d6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,340 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,343 DEBUG [hconnection-0x1a813290-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:20,344 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:20,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f3e9a420ffa84c0dba6df8190ce273f7 is 50, key is test_row_0/A:col10/1732598600274/Put/seqid=0 2024-11-26T05:23:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T05:23:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742344_1520 (size=9657) 2024-11-26T05:23:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598660399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598660400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598660403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598660411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:20,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T05:23:20,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:20,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:20,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:20,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598660423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T05:23:20,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:20,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T05:23:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:20,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598660601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598660602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598660610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598660612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598660624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:20,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T05:23:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:20,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f3e9a420ffa84c0dba6df8190ce273f7 2024-11-26T05:23:20,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bb3cb1454d0d4230b25e3fd529e2f11a is 50, key is test_row_0/B:col10/1732598600274/Put/seqid=0 2024-11-26T05:23:20,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742345_1521 (size=9657) 2024-11-26T05:23:20,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bb3cb1454d0d4230b25e3fd529e2f11a 2024-11-26T05:23:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T05:23:20,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1dd7315d659b4922a1bc85fe569e5d89 is 50, key is test_row_0/C:col10/1732598600274/Put/seqid=0 2024-11-26T05:23:20,875 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:20,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T05:23:20,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:20,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:20,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:20,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:20,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598660903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598660903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742346_1522 (size=9657) 2024-11-26T05:23:20,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1dd7315d659b4922a1bc85fe569e5d89 2024-11-26T05:23:20,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598660911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f3e9a420ffa84c0dba6df8190ce273f7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f3e9a420ffa84c0dba6df8190ce273f7 2024-11-26T05:23:20,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598660915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f3e9a420ffa84c0dba6df8190ce273f7, entries=100, sequenceid=12, filesize=9.4 K 2024-11-26T05:23:20,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bb3cb1454d0d4230b25e3fd529e2f11a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bb3cb1454d0d4230b25e3fd529e2f11a 2024-11-26T05:23:20,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bb3cb1454d0d4230b25e3fd529e2f11a, entries=100, sequenceid=12, filesize=9.4 K 2024-11-26T05:23:20,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598660927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1dd7315d659b4922a1bc85fe569e5d89 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1dd7315d659b4922a1bc85fe569e5d89 2024-11-26T05:23:20,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1dd7315d659b4922a1bc85fe569e5d89, entries=100, sequenceid=12, filesize=9.4 K 2024-11-26T05:23:20,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for dbd2fe6a05e56a46624220710f3470d8 in 659ms, sequenceid=12, compaction requested=false 2024-11-26T05:23:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:21,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:21,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T05:23:21,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,030 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T05:23:21,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:21,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:21,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:21,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:21,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:21,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:21,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1236c7f5607d437091847cfcf66ba532 is 50, key is test_row_0/A:col10/1732598600293/Put/seqid=0 2024-11-26T05:23:21,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742347_1523 (size=12001) 2024-11-26T05:23:21,099 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1236c7f5607d437091847cfcf66ba532 2024-11-26T05:23:21,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/a699b5bd506f4f63a4cc8a1b82126883 is 50, key is test_row_0/B:col10/1732598600293/Put/seqid=0 2024-11-26T05:23:21,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742348_1524 (size=12001) 2024-11-26T05:23:21,161 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/a699b5bd506f4f63a4cc8a1b82126883 2024-11-26T05:23:21,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/5e6d0e7feee34989b95baf75055bac72 is 50, key is test_row_0/C:col10/1732598600293/Put/seqid=0 2024-11-26T05:23:21,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742349_1525 (size=12001) 2024-11-26T05:23:21,209 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/5e6d0e7feee34989b95baf75055bac72 2024-11-26T05:23:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1236c7f5607d437091847cfcf66ba532 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1236c7f5607d437091847cfcf66ba532 2024-11-26T05:23:21,219 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1236c7f5607d437091847cfcf66ba532, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T05:23:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/a699b5bd506f4f63a4cc8a1b82126883 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a699b5bd506f4f63a4cc8a1b82126883 2024-11-26T05:23:21,224 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a699b5bd506f4f63a4cc8a1b82126883, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T05:23:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/5e6d0e7feee34989b95baf75055bac72 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5e6d0e7feee34989b95baf75055bac72 2024-11-26T05:23:21,229 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5e6d0e7feee34989b95baf75055bac72, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T05:23:21,230 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for dbd2fe6a05e56a46624220710f3470d8 in 201ms, sequenceid=39, compaction requested=false 2024-11-26T05:23:21,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:21,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-26T05:23:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-26T05:23:21,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-26T05:23:21,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 969 msec 2024-11-26T05:23:21,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 973 msec 2024-11-26T05:23:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T05:23:21,365 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-26T05:23:21,366 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-26T05:23:21,368 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:21,368 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T05:23:21,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:21,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:23:21,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:21,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:21,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:21,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:21,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:21,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:21,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/4e10f4e75d6c4905a28af6b3615b039b is 50, key is test_row_0/A:col10/1732598601420/Put/seqid=0 2024-11-26T05:23:21,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742350_1526 (size=19021) 2024-11-26T05:23:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T05:23:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598661461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598661461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:21,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598661510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T05:23:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598661510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:21,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598661510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:21,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598661611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598661615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598661633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598661633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598661634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T05:23:21,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:21,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T05:23:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:21,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:21,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598661818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598661825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:21,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T05:23:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:21,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598661837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598661837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598661838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:21,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/4e10f4e75d6c4905a28af6b3615b039b 2024-11-26T05:23:21,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/00ce13434f7a48d5975428623a431c15 is 50, key is test_row_0/B:col10/1732598601420/Put/seqid=0 2024-11-26T05:23:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742351_1527 (size=12001) 2024-11-26T05:23:21,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/00ce13434f7a48d5975428623a431c15 2024-11-26T05:23:21,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/8dfc6a1423a44f268ac2744d12e88db9 is 50, key is test_row_0/C:col10/1732598601420/Put/seqid=0 2024-11-26T05:23:21,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742352_1528 (size=12001) 2024-11-26T05:23:21,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/8dfc6a1423a44f268ac2744d12e88db9 2024-11-26T05:23:21,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/4e10f4e75d6c4905a28af6b3615b039b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/4e10f4e75d6c4905a28af6b3615b039b 2024-11-26T05:23:21,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/4e10f4e75d6c4905a28af6b3615b039b, entries=300, sequenceid=50, filesize=18.6 K 2024-11-26T05:23:21,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/00ce13434f7a48d5975428623a431c15 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/00ce13434f7a48d5975428623a431c15 2024-11-26T05:23:21,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/00ce13434f7a48d5975428623a431c15, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T05:23:21,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/8dfc6a1423a44f268ac2744d12e88db9 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8dfc6a1423a44f268ac2744d12e88db9 2024-11-26T05:23:21,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8dfc6a1423a44f268ac2744d12e88db9, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T05:23:21,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for dbd2fe6a05e56a46624220710f3470d8 in 530ms, sequenceid=50, compaction requested=true 2024-11-26T05:23:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:21,955 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:23:21,955 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:21,956 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:21,956 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:21,956 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:21,956 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:21,956 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,956 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,957 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f3e9a420ffa84c0dba6df8190ce273f7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1236c7f5607d437091847cfcf66ba532, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/4e10f4e75d6c4905a28af6b3615b039b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=39.7 K 2024-11-26T05:23:21,957 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bb3cb1454d0d4230b25e3fd529e2f11a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a699b5bd506f4f63a4cc8a1b82126883, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/00ce13434f7a48d5975428623a431c15] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=32.9 K 2024-11-26T05:23:21,957 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting bb3cb1454d0d4230b25e3fd529e2f11a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732598600274 2024-11-26T05:23:21,957 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3e9a420ffa84c0dba6df8190ce273f7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732598600274 2024-11-26T05:23:21,957 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a699b5bd506f4f63a4cc8a1b82126883, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732598600293 2024-11-26T05:23:21,957 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1236c7f5607d437091847cfcf66ba532, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732598600293 2024-11-26T05:23:21,957 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 00ce13434f7a48d5975428623a431c15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732598601415 2024-11-26T05:23:21,958 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e10f4e75d6c4905a28af6b3615b039b, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732598601412 2024-11-26T05:23:21,968 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:21,969 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/091a0a5b7a5b44ffab06497a88f78cbc is 50, key is test_row_0/B:col10/1732598601420/Put/seqid=0 2024-11-26T05:23:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T05:23:21,984 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:21,985 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7a62af60de7e4ae4a0eae710467d3be8 is 50, key is test_row_0/A:col10/1732598601420/Put/seqid=0 2024-11-26T05:23:21,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:21,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T05:23:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:21,991 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T05:23:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:22,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3d6936f04393440582680d321dd0c0f3 is 50, key is test_row_0/A:col10/1732598601469/Put/seqid=0 2024-11-26T05:23:22,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742353_1529 (size=12104) 2024-11-26T05:23:22,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742354_1530 (size=12104) 2024-11-26T05:23:22,037 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/091a0a5b7a5b44ffab06497a88f78cbc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/091a0a5b7a5b44ffab06497a88f78cbc 2024-11-26T05:23:22,046 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7a62af60de7e4ae4a0eae710467d3be8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7a62af60de7e4ae4a0eae710467d3be8 2024-11-26T05:23:22,048 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into 091a0a5b7a5b44ffab06497a88f78cbc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:22,048 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:22,048 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598601955; duration=0sec 2024-11-26T05:23:22,049 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:22,049 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:22,049 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:22,050 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:22,050 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:22,050 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:22,050 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1dd7315d659b4922a1bc85fe569e5d89, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5e6d0e7feee34989b95baf75055bac72, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8dfc6a1423a44f268ac2744d12e88db9] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=32.9 K 2024-11-26T05:23:22,051 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dd7315d659b4922a1bc85fe569e5d89, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732598600274 2024-11-26T05:23:22,052 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e6d0e7feee34989b95baf75055bac72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732598600293 2024-11-26T05:23:22,052 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dfc6a1423a44f268ac2744d12e88db9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732598601415 2024-11-26T05:23:22,054 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into 7a62af60de7e4ae4a0eae710467d3be8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:22,054 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:22,054 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598601955; duration=0sec 2024-11-26T05:23:22,054 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:22,054 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:22,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742355_1531 (size=12001) 2024-11-26T05:23:22,081 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:22,081 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/0d2a0335b0624a779786682da3c2f0a4 is 50, key is test_row_0/C:col10/1732598601420/Put/seqid=0 2024-11-26T05:23:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742356_1532 (size=12104) 2024-11-26T05:23:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:22,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:22,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598662145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598662146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598662146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598662166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598662184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T05:23:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598662285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598662291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,469 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3d6936f04393440582680d321dd0c0f3 2024-11-26T05:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T05:23:22,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/da331955b50b46528991de08ed7ca83c is 50, key is test_row_0/B:col10/1732598601469/Put/seqid=0 2024-11-26T05:23:22,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598662492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742357_1533 (size=12001) 2024-11-26T05:23:22,505 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/da331955b50b46528991de08ed7ca83c 2024-11-26T05:23:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598662502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/80433b5a8a594e78a5146c2568fe37d9 is 50, key is test_row_0/C:col10/1732598601469/Put/seqid=0 2024-11-26T05:23:22,533 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/0d2a0335b0624a779786682da3c2f0a4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/0d2a0335b0624a779786682da3c2f0a4 2024-11-26T05:23:22,545 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 0d2a0335b0624a779786682da3c2f0a4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:22,545 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:22,545 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598601955; duration=0sec 2024-11-26T05:23:22,545 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:22,545 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:22,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742358_1534 (size=12001) 2024-11-26T05:23:22,564 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/80433b5a8a594e78a5146c2568fe37d9 2024-11-26T05:23:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3d6936f04393440582680d321dd0c0f3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d6936f04393440582680d321dd0c0f3 2024-11-26T05:23:22,580 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d6936f04393440582680d321dd0c0f3, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T05:23:22,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/da331955b50b46528991de08ed7ca83c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/da331955b50b46528991de08ed7ca83c 2024-11-26T05:23:22,586 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/da331955b50b46528991de08ed7ca83c, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T05:23:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/80433b5a8a594e78a5146c2568fe37d9 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/80433b5a8a594e78a5146c2568fe37d9 2024-11-26T05:23:22,596 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/80433b5a8a594e78a5146c2568fe37d9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T05:23:22,597 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for dbd2fe6a05e56a46624220710f3470d8 in 606ms, sequenceid=77, compaction requested=false 2024-11-26T05:23:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-26T05:23:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-26T05:23:22,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-26T05:23:22,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2340 sec 2024-11-26T05:23:22,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.2380 sec 2024-11-26T05:23:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:22,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:23:22,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:22,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:22,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:22,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:22,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:22,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:22,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/93e94e632910402e8f3e2af514e56f77 is 50, key is test_row_0/A:col10/1732598602671/Put/seqid=0 2024-11-26T05:23:22,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742359_1535 (size=16681) 2024-11-26T05:23:22,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/93e94e632910402e8f3e2af514e56f77 2024-11-26T05:23:22,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2716c4d1a54840ecbb17a976379b8bb0 is 50, key is test_row_0/B:col10/1732598602671/Put/seqid=0 2024-11-26T05:23:22,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742360_1536 (size=12001) 2024-11-26T05:23:22,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598662788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598662790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598662797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598662797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598662809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598662902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598662902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:22,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598662907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:23,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598663108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:23,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598663109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598663117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:23,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2716c4d1a54840ecbb17a976379b8bb0 2024-11-26T05:23:23,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/488babec9db44daab92eaee7048b2318 is 50, key is test_row_0/C:col10/1732598602671/Put/seqid=0 2024-11-26T05:23:23,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742361_1537 (size=12001) 2024-11-26T05:23:23,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598663310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:23,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598663323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:23,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598663414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:23,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598663416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:23,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598663426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T05:23:23,472 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-26T05:23:23,473 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-26T05:23:23,483 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T05:23:23,484 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:23,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:23,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/488babec9db44daab92eaee7048b2318 2024-11-26T05:23:23,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/93e94e632910402e8f3e2af514e56f77 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/93e94e632910402e8f3e2af514e56f77 2024-11-26T05:23:23,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/93e94e632910402e8f3e2af514e56f77, entries=250, sequenceid=92, filesize=16.3 K 2024-11-26T05:23:23,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2716c4d1a54840ecbb17a976379b8bb0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2716c4d1a54840ecbb17a976379b8bb0 2024-11-26T05:23:23,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2716c4d1a54840ecbb17a976379b8bb0, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T05:23:23,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/488babec9db44daab92eaee7048b2318 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/488babec9db44daab92eaee7048b2318 2024-11-26T05:23:23,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/488babec9db44daab92eaee7048b2318, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T05:23:23,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dbd2fe6a05e56a46624220710f3470d8 in 907ms, sequenceid=92, compaction requested=true 2024-11-26T05:23:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:23,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:23,582 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:23,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:23,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:23,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:23,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:23:23,583 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T05:23:23,584 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:23,584 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:23,584 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:23,584 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:23,584 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:23,584 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:23,584 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/091a0a5b7a5b44ffab06497a88f78cbc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/da331955b50b46528991de08ed7ca83c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2716c4d1a54840ecbb17a976379b8bb0] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=35.3 K 2024-11-26T05:23:23,584 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7a62af60de7e4ae4a0eae710467d3be8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d6936f04393440582680d321dd0c0f3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/93e94e632910402e8f3e2af514e56f77] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=39.8 K 2024-11-26T05:23:23,585 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a62af60de7e4ae4a0eae710467d3be8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732598601415 2024-11-26T05:23:23,585 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 091a0a5b7a5b44ffab06497a88f78cbc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732598601415 2024-11-26T05:23:23,585 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d6936f04393440582680d321dd0c0f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732598601465 2024-11-26T05:23:23,585 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting da331955b50b46528991de08ed7ca83c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732598601465 2024-11-26T05:23:23,586 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 93e94e632910402e8f3e2af514e56f77, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598602141 2024-11-26T05:23:23,586 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2716c4d1a54840ecbb17a976379b8bb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598602147 2024-11-26T05:23:23,604 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:23,605 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bf8d5580469c4ecea6d25b8ef0f314f8 is 50, key is test_row_0/B:col10/1732598602671/Put/seqid=0 2024-11-26T05:23:23,612 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:23,613 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/8dc00e78b2a84299974ab4b49d9c6fee is 50, key is test_row_0/A:col10/1732598602671/Put/seqid=0 2024-11-26T05:23:23,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:23,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T05:23:23,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:23,636 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:23:23,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:23,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:23,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:23,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:23,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:23,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742362_1538 (size=12207) 2024-11-26T05:23:23,675 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bf8d5580469c4ecea6d25b8ef0f314f8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bf8d5580469c4ecea6d25b8ef0f314f8 2024-11-26T05:23:23,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1d4e76ee4b4f4c72828d0343ca0e471a is 50, key is test_row_0/A:col10/1732598602786/Put/seqid=0 2024-11-26T05:23:23,680 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into bf8d5580469c4ecea6d25b8ef0f314f8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:23,680 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:23,680 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598603582; duration=0sec 2024-11-26T05:23:23,681 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:23,681 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:23,681 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:23,682 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:23,682 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:23,682 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:23,682 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/0d2a0335b0624a779786682da3c2f0a4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/80433b5a8a594e78a5146c2568fe37d9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/488babec9db44daab92eaee7048b2318] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=35.3 K 2024-11-26T05:23:23,683 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d2a0335b0624a779786682da3c2f0a4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732598601415 2024-11-26T05:23:23,683 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80433b5a8a594e78a5146c2568fe37d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732598601465 2024-11-26T05:23:23,684 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 488babec9db44daab92eaee7048b2318, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598602147 2024-11-26T05:23:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742363_1539 (size=12207) 2024-11-26T05:23:23,691 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#455 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:23,692 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1a75783c048241d5ad23879ae682dff7 is 50, key is test_row_0/C:col10/1732598602671/Put/seqid=0 2024-11-26T05:23:23,695 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/8dc00e78b2a84299974ab4b49d9c6fee as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8dc00e78b2a84299974ab4b49d9c6fee 2024-11-26T05:23:23,700 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into 8dc00e78b2a84299974ab4b49d9c6fee(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:23,700 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:23,700 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598603582; duration=0sec 2024-11-26T05:23:23,700 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:23,700 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:23,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742364_1540 (size=12001) 2024-11-26T05:23:23,705 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1d4e76ee4b4f4c72828d0343ca0e471a 2024-11-26T05:23:23,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8f247506a8b7411aaa576871287b5c82 is 50, key is test_row_0/B:col10/1732598602786/Put/seqid=0 2024-11-26T05:23:23,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742365_1541 (size=12207) 2024-11-26T05:23:23,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742366_1542 (size=12001) 2024-11-26T05:23:23,781 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8f247506a8b7411aaa576871287b5c82 2024-11-26T05:23:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T05:23:23,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/8372827244ac43e1aac8f6c1e28c3f12 is 50, key is test_row_0/C:col10/1732598602786/Put/seqid=0 2024-11-26T05:23:23,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742367_1543 (size=12001) 2024-11-26T05:23:23,833 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/8372827244ac43e1aac8f6c1e28c3f12 2024-11-26T05:23:23,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1d4e76ee4b4f4c72828d0343ca0e471a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1d4e76ee4b4f4c72828d0343ca0e471a 2024-11-26T05:23:23,843 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1d4e76ee4b4f4c72828d0343ca0e471a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T05:23:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8f247506a8b7411aaa576871287b5c82 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8f247506a8b7411aaa576871287b5c82 2024-11-26T05:23:23,848 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8f247506a8b7411aaa576871287b5c82, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T05:23:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/8372827244ac43e1aac8f6c1e28c3f12 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8372827244ac43e1aac8f6c1e28c3f12 2024-11-26T05:23:23,852 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8372827244ac43e1aac8f6c1e28c3f12, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T05:23:23,853 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for dbd2fe6a05e56a46624220710f3470d8 in 216ms, sequenceid=116, compaction requested=false 2024-11-26T05:23:23,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:23,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:23,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-26T05:23:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-26T05:23:23,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-26T05:23:23,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 370 msec 2024-11-26T05:23:23,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 384 msec 2024-11-26T05:23:23,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:23:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:23,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/fcc363a20c1047b1b366b4680e57bb56 is 50, key is test_row_0/A:col10/1732598603941/Put/seqid=0 2024-11-26T05:23:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742368_1544 (size=16731) 2024-11-26T05:23:23,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/fcc363a20c1047b1b366b4680e57bb56 2024-11-26T05:23:23,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/e2b3ea0fab974ee9880cdad64963ae14 is 50, key is test_row_0/B:col10/1732598603941/Put/seqid=0 2024-11-26T05:23:24,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742369_1545 (size=12051) 2024-11-26T05:23:24,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/e2b3ea0fab974ee9880cdad64963ae14 2024-11-26T05:23:24,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/3f5015b570054a69916952f910316498 is 50, key is test_row_0/C:col10/1732598603941/Put/seqid=0 2024-11-26T05:23:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742370_1546 (size=12051) 2024-11-26T05:23:24,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/3f5015b570054a69916952f910316498 2024-11-26T05:23:24,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/fcc363a20c1047b1b366b4680e57bb56 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/fcc363a20c1047b1b366b4680e57bb56 2024-11-26T05:23:24,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/fcc363a20c1047b1b366b4680e57bb56, entries=250, sequenceid=129, filesize=16.3 K 2024-11-26T05:23:24,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/e2b3ea0fab974ee9880cdad64963ae14 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/e2b3ea0fab974ee9880cdad64963ae14 2024-11-26T05:23:24,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598664012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/e2b3ea0fab974ee9880cdad64963ae14, entries=150, sequenceid=129, filesize=11.8 K 2024-11-26T05:23:24,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/3f5015b570054a69916952f910316498 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/3f5015b570054a69916952f910316498 2024-11-26T05:23:24,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/3f5015b570054a69916952f910316498, entries=150, sequenceid=129, filesize=11.8 K 2024-11-26T05:23:24,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for dbd2fe6a05e56a46624220710f3470d8 in 95ms, sequenceid=129, compaction requested=true 2024-11-26T05:23:24,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:24,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:24,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:24,038 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:24,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:24,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:24,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:24,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:23:24,040 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:24,040 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:24,040 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,040 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8dc00e78b2a84299974ab4b49d9c6fee, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1d4e76ee4b4f4c72828d0343ca0e471a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/fcc363a20c1047b1b366b4680e57bb56] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=40.0 K 2024-11-26T05:23:24,041 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dc00e78b2a84299974ab4b49d9c6fee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598602147 2024-11-26T05:23:24,041 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d4e76ee4b4f4c72828d0343ca0e471a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732598602786 2024-11-26T05:23:24,041 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc363a20c1047b1b366b4680e57bb56, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598603932 2024-11-26T05:23:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:24,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T05:23:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:24,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:24,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:24,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:24,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:24,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:24,053 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:24,053 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7098ca2d44c94941a6eb2210e715641a is 50, key is test_row_0/A:col10/1732598603941/Put/seqid=0 2024-11-26T05:23:24,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/5691e004a5f540a69968e290414e74c0 is 50, key is test_row_0/A:col10/1732598604041/Put/seqid=0 2024-11-26T05:23:24,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598664071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598664074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742371_1547 (size=12359) 2024-11-26T05:23:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T05:23:24,085 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-26T05:23:24,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-26T05:23:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T05:23:24,091 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:24,093 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:24,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:24,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742372_1548 (size=14541) 2024-11-26T05:23:24,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/5691e004a5f540a69968e290414e74c0 2024-11-26T05:23:24,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/41dd2f2881924d5586a4610bdd56dc0f is 50, key is test_row_0/B:col10/1732598604041/Put/seqid=0 2024-11-26T05:23:24,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598664127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,157 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1a75783c048241d5ad23879ae682dff7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1a75783c048241d5ad23879ae682dff7 2024-11-26T05:23:24,162 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 1a75783c048241d5ad23879ae682dff7(size=11.9 K), total size for store is 35.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:24,162 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:24,162 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598603583; duration=0sec 2024-11-26T05:23:24,162 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:23:24,162 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:24,162 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:24,162 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:24,163 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:24,163 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:24,163 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,163 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bf8d5580469c4ecea6d25b8ef0f314f8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8f247506a8b7411aaa576871287b5c82, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/e2b3ea0fab974ee9880cdad64963ae14] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=35.4 K 2024-11-26T05:23:24,163 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf8d5580469c4ecea6d25b8ef0f314f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598602147 2024-11-26T05:23:24,164 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f247506a8b7411aaa576871287b5c82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732598602786 2024-11-26T05:23:24,164 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2b3ea0fab974ee9880cdad64963ae14, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598603932 2024-11-26T05:23:24,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742373_1549 (size=12151) 2024-11-26T05:23:24,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/41dd2f2881924d5586a4610bdd56dc0f 2024-11-26T05:23:24,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598664179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T05:23:24,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598664186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,207 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#464 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:24,207 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/0f7edad3e11a48488fd96cf82b0f376b is 50, key is test_row_0/B:col10/1732598603941/Put/seqid=0 2024-11-26T05:23:24,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/4b92396571774748bc4123d8c9d06930 is 50, key is test_row_0/C:col10/1732598604041/Put/seqid=0 2024-11-26T05:23:24,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:24,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T05:23:24,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:24,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742374_1550 (size=12359) 2024-11-26T05:23:24,273 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/0f7edad3e11a48488fd96cf82b0f376b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/0f7edad3e11a48488fd96cf82b0f376b 2024-11-26T05:23:24,276 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into 0f7edad3e11a48488fd96cf82b0f376b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:24,276 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:24,276 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598604038; duration=0sec 2024-11-26T05:23:24,276 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:24,276 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:24,277 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:24,280 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:24,280 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:24,280 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,280 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1a75783c048241d5ad23879ae682dff7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8372827244ac43e1aac8f6c1e28c3f12, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/3f5015b570054a69916952f910316498] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=35.4 K 2024-11-26T05:23:24,280 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a75783c048241d5ad23879ae682dff7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598602147 2024-11-26T05:23:24,281 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8372827244ac43e1aac8f6c1e28c3f12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732598602786 2024-11-26T05:23:24,281 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f5015b570054a69916952f910316498, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598603932 2024-11-26T05:23:24,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742375_1551 (size=12151) 2024-11-26T05:23:24,304 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:24,305 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/6cc3ca4fae4243e1b9b44020bffa3e1a is 50, key is test_row_0/C:col10/1732598603941/Put/seqid=0 2024-11-26T05:23:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598664325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598664334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742376_1552 (size=12359) 2024-11-26T05:23:24,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598664338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,346 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/6cc3ca4fae4243e1b9b44020bffa3e1a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/6cc3ca4fae4243e1b9b44020bffa3e1a 2024-11-26T05:23:24,355 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 6cc3ca4fae4243e1b9b44020bffa3e1a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:24,355 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:24,355 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598604038; duration=0sec 2024-11-26T05:23:24,355 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:24,355 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T05:23:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598664389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598664394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:24,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T05:23:24,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:24,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,493 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7098ca2d44c94941a6eb2210e715641a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7098ca2d44c94941a6eb2210e715641a 2024-11-26T05:23:24,497 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into 7098ca2d44c94941a6eb2210e715641a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:24,497 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:24,497 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598604038; duration=0sec 2024-11-26T05:23:24,497 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:24,497 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:24,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:24,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T05:23:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598664644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T05:23:24,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/4b92396571774748bc4123d8c9d06930 2024-11-26T05:23:24,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598664694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/5691e004a5f540a69968e290414e74c0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5691e004a5f540a69968e290414e74c0 2024-11-26T05:23:24,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598664700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:24,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5691e004a5f540a69968e290414e74c0, entries=200, sequenceid=157, filesize=14.2 K 2024-11-26T05:23:24,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/41dd2f2881924d5586a4610bdd56dc0f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/41dd2f2881924d5586a4610bdd56dc0f 2024-11-26T05:23:24,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:24,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T05:23:24,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/41dd2f2881924d5586a4610bdd56dc0f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-26T05:23:24,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:24,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:24,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/4b92396571774748bc4123d8c9d06930 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/4b92396571774748bc4123d8c9d06930 2024-11-26T05:23:24,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/4b92396571774748bc4123d8c9d06930, entries=150, sequenceid=157, filesize=11.9 K 2024-11-26T05:23:24,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for dbd2fe6a05e56a46624220710f3470d8 in 676ms, sequenceid=157, compaction requested=false 2024-11-26T05:23:24,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:24,863 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:24,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T05:23:24,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:24,864 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T05:23:24,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:24,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:24,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:24,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:24,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:24,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:24,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/645b9c5c3e6b4dc0bb28ee3f34f5f52c is 50, key is test_row_0/A:col10/1732598604068/Put/seqid=0 2024-11-26T05:23:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742377_1553 (size=12151) 2024-11-26T05:23:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:25,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T05:23:25,293 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/645b9c5c3e6b4dc0bb28ee3f34f5f52c 2024-11-26T05:23:25,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8eee86910fba40aabc05a65b39dcbac8 is 50, key is test_row_0/B:col10/1732598604068/Put/seqid=0 2024-11-26T05:23:25,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742378_1554 (size=12151) 2024-11-26T05:23:25,309 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8eee86910fba40aabc05a65b39dcbac8 2024-11-26T05:23:25,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/77707a6f2fb346acafd818e734ac88be is 50, key is test_row_0/C:col10/1732598604068/Put/seqid=0 2024-11-26T05:23:25,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598665314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598665314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598665318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742379_1555 (size=12151) 2024-11-26T05:23:25,347 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/77707a6f2fb346acafd818e734ac88be 2024-11-26T05:23:25,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/645b9c5c3e6b4dc0bb28ee3f34f5f52c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/645b9c5c3e6b4dc0bb28ee3f34f5f52c 2024-11-26T05:23:25,358 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/645b9c5c3e6b4dc0bb28ee3f34f5f52c, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T05:23:25,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8eee86910fba40aabc05a65b39dcbac8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8eee86910fba40aabc05a65b39dcbac8 2024-11-26T05:23:25,363 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8eee86910fba40aabc05a65b39dcbac8, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T05:23:25,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/77707a6f2fb346acafd818e734ac88be as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77707a6f2fb346acafd818e734ac88be 2024-11-26T05:23:25,370 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77707a6f2fb346acafd818e734ac88be, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T05:23:25,370 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for dbd2fe6a05e56a46624220710f3470d8 in 506ms, sequenceid=169, compaction requested=true 2024-11-26T05:23:25,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:25,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:25,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-26T05:23:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-26T05:23:25,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-26T05:23:25,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2790 sec 2024-11-26T05:23:25,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.2850 sec 2024-11-26T05:23:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:25,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-26T05:23:25,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:25,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:25,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:25,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:25,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:25,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:25,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7b6cf601eed44cfbab9493e1f7136810 is 50, key is test_row_0/A:col10/1732598605259/Put/seqid=0 2024-11-26T05:23:25,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742380_1556 (size=14541) 2024-11-26T05:23:25,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598665444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598665445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598665447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598665553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598665557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598665557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598665760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598665765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598665765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:25,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7b6cf601eed44cfbab9493e1f7136810 2024-11-26T05:23:25,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/c7285cad42414c95990c6ab635fd3207 is 50, key is test_row_0/B:col10/1732598605259/Put/seqid=0 2024-11-26T05:23:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742381_1557 (size=12151) 2024-11-26T05:23:26,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598666068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:26,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598666068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:26,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598666073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T05:23:26,194 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-26T05:23:26,195 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-26T05:23:26,200 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T05:23:26,200 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:26,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T05:23:26,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/c7285cad42414c95990c6ab635fd3207 2024-11-26T05:23:26,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/54400cc0eb6b4bbe9db37f9f107187d4 is 50, key is test_row_0/C:col10/1732598605259/Put/seqid=0 2024-11-26T05:23:26,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598666339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:26,350 DEBUG [Thread-2288 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:23:26,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598666349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:26,352 DEBUG [Thread-2292 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:23:26,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:26,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T05:23:26,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:26,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:26,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:26,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:26,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742382_1558 (size=12151) 2024-11-26T05:23:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T05:23:26,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:26,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T05:23:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:26,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:26,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598666576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598666579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598666581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:26,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:26,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T05:23:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:26,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:26,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/54400cc0eb6b4bbe9db37f9f107187d4 2024-11-26T05:23:26,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7b6cf601eed44cfbab9493e1f7136810 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7b6cf601eed44cfbab9493e1f7136810 2024-11-26T05:23:26,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7b6cf601eed44cfbab9493e1f7136810, entries=200, sequenceid=199, filesize=14.2 K 2024-11-26T05:23:26,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/c7285cad42414c95990c6ab635fd3207 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c7285cad42414c95990c6ab635fd3207 2024-11-26T05:23:26,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c7285cad42414c95990c6ab635fd3207, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T05:23:26,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/54400cc0eb6b4bbe9db37f9f107187d4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/54400cc0eb6b4bbe9db37f9f107187d4 2024-11-26T05:23:26,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/54400cc0eb6b4bbe9db37f9f107187d4, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T05:23:26,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=33.54 KB/34350 for dbd2fe6a05e56a46624220710f3470d8 in 1364ms, sequenceid=199, compaction requested=true 2024-11-26T05:23:26,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:26,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:26,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:26,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:26,796 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:23:26,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:26,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:26,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:23:26,796 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:23:26,798 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:23:26,798 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:26,798 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:26,798 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/0f7edad3e11a48488fd96cf82b0f376b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/41dd2f2881924d5586a4610bdd56dc0f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8eee86910fba40aabc05a65b39dcbac8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c7285cad42414c95990c6ab635fd3207] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=47.7 K 2024-11-26T05:23:26,798 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53592 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:23:26,798 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:26,798 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:26,798 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7098ca2d44c94941a6eb2210e715641a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5691e004a5f540a69968e290414e74c0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/645b9c5c3e6b4dc0bb28ee3f34f5f52c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7b6cf601eed44cfbab9493e1f7136810] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=52.3 K 2024-11-26T05:23:26,799 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 7098ca2d44c94941a6eb2210e715641a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598603932 2024-11-26T05:23:26,800 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f7edad3e11a48488fd96cf82b0f376b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598603932 2024-11-26T05:23:26,800 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5691e004a5f540a69968e290414e74c0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732598604023 2024-11-26T05:23:26,801 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 645b9c5c3e6b4dc0bb28ee3f34f5f52c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732598604051 2024-11-26T05:23:26,801 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41dd2f2881924d5586a4610bdd56dc0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732598604023 2024-11-26T05:23:26,801 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8eee86910fba40aabc05a65b39dcbac8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732598604051 2024-11-26T05:23:26,801 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b6cf601eed44cfbab9493e1f7136810, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732598605259 2024-11-26T05:23:26,801 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7285cad42414c95990c6ab635fd3207, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732598605259 2024-11-26T05:23:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T05:23:26,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:26,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T05:23:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:26,815 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T05:23:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:26,827 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#473 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:26,827 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/cc5b1e1b64754968bde03ee0d4da10b7 is 50, key is test_row_0/A:col10/1732598605259/Put/seqid=0 2024-11-26T05:23:26,830 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:26,830 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/c82ba78bb77645f784de2c6a205c21e8 is 50, key is test_row_0/B:col10/1732598605259/Put/seqid=0 2024-11-26T05:23:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/8f53cbedb977483cb2006c50d4b5069b is 50, key is test_row_1/A:col10/1732598605443/Put/seqid=0 2024-11-26T05:23:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742383_1559 (size=12595) 2024-11-26T05:23:26,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742385_1561 (size=9757) 2024-11-26T05:23:26,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742384_1560 (size=12595) 2024-11-26T05:23:27,306 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/cc5b1e1b64754968bde03ee0d4da10b7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/cc5b1e1b64754968bde03ee0d4da10b7 2024-11-26T05:23:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T05:23:27,313 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into cc5b1e1b64754968bde03ee0d4da10b7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:27,313 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:27,313 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=12, startTime=1732598606796; duration=0sec 2024-11-26T05:23:27,313 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:27,313 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:27,313 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:23:27,314 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:23:27,314 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:27,314 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:27,314 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/6cc3ca4fae4243e1b9b44020bffa3e1a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/4b92396571774748bc4123d8c9d06930, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77707a6f2fb346acafd818e734ac88be, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/54400cc0eb6b4bbe9db37f9f107187d4] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=47.7 K 2024-11-26T05:23:27,314 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cc3ca4fae4243e1b9b44020bffa3e1a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598603932 2024-11-26T05:23:27,315 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b92396571774748bc4123d8c9d06930, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732598604023 2024-11-26T05:23:27,315 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 77707a6f2fb346acafd818e734ac88be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732598604051 2024-11-26T05:23:27,315 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 54400cc0eb6b4bbe9db37f9f107187d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732598605259 2024-11-26T05:23:27,325 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:27,325 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/421c5023586148db9a92394f12a5a0f7 is 50, key is test_row_0/C:col10/1732598605259/Put/seqid=0 2024-11-26T05:23:27,342 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/8f53cbedb977483cb2006c50d4b5069b 2024-11-26T05:23:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742386_1562 (size=12595) 2024-11-26T05:23:27,361 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/c82ba78bb77645f784de2c6a205c21e8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c82ba78bb77645f784de2c6a205c21e8 2024-11-26T05:23:27,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/7c82aa6a779e4a22b166520a54a076db is 50, key is test_row_1/B:col10/1732598605443/Put/seqid=0 2024-11-26T05:23:27,365 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/421c5023586148db9a92394f12a5a0f7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/421c5023586148db9a92394f12a5a0f7 2024-11-26T05:23:27,370 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into c82ba78bb77645f784de2c6a205c21e8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:27,370 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:27,370 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=12, startTime=1732598606796; duration=0sec 2024-11-26T05:23:27,371 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:27,371 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:27,373 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 421c5023586148db9a92394f12a5a0f7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:27,373 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:27,373 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=12, startTime=1732598606796; duration=0sec 2024-11-26T05:23:27,373 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:27,373 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:27,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742387_1563 (size=9757) 2024-11-26T05:23:27,400 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/7c82aa6a779e4a22b166520a54a076db 2024-11-26T05:23:27,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/77b695d6ab3840138f3d1d5ccdb986fa is 50, key is test_row_1/C:col10/1732598605443/Put/seqid=0 2024-11-26T05:23:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742388_1564 (size=9757) 2024-11-26T05:23:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:27,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:27,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598667676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:27,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598667677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:27,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598667678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:27,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598667785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:27,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598667785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:27,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598667786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:27,877 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/77b695d6ab3840138f3d1d5ccdb986fa 2024-11-26T05:23:27,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/8f53cbedb977483cb2006c50d4b5069b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8f53cbedb977483cb2006c50d4b5069b 2024-11-26T05:23:27,884 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8f53cbedb977483cb2006c50d4b5069b, entries=100, sequenceid=207, filesize=9.5 K 2024-11-26T05:23:27,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/7c82aa6a779e4a22b166520a54a076db as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/7c82aa6a779e4a22b166520a54a076db 2024-11-26T05:23:27,889 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/7c82aa6a779e4a22b166520a54a076db, entries=100, sequenceid=207, filesize=9.5 K 2024-11-26T05:23:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/77b695d6ab3840138f3d1d5ccdb986fa as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77b695d6ab3840138f3d1d5ccdb986fa 2024-11-26T05:23:27,895 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77b695d6ab3840138f3d1d5ccdb986fa, entries=100, sequenceid=207, filesize=9.5 K 2024-11-26T05:23:27,896 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for dbd2fe6a05e56a46624220710f3470d8 in 1081ms, sequenceid=207, compaction requested=false 2024-11-26T05:23:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-26T05:23:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-26T05:23:27,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-26T05:23:27,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6960 sec 2024-11-26T05:23:27,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.7040 sec 2024-11-26T05:23:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:27,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-26T05:23:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:27,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f932aa1d83a94aff8b97628d344f931f is 50, key is test_row_0/A:col10/1732598607992/Put/seqid=0 2024-11-26T05:23:28,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598668002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598668003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598668003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742389_1565 (size=14541) 2024-11-26T05:23:28,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f932aa1d83a94aff8b97628d344f931f 2024-11-26T05:23:28,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8d5e06dec5dd4941a26208acd9b51601 is 50, key is test_row_0/B:col10/1732598607992/Put/seqid=0 2024-11-26T05:23:28,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598668107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598668107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598668108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742390_1566 (size=12151) 2024-11-26T05:23:28,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8d5e06dec5dd4941a26208acd9b51601 2024-11-26T05:23:28,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/125bd1751db74e13aad149e269367b82 is 50, key is test_row_0/C:col10/1732598607992/Put/seqid=0 2024-11-26T05:23:28,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742391_1567 (size=12151) 2024-11-26T05:23:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T05:23:28,312 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-26T05:23:28,313 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-26T05:23:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T05:23:28,315 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:28,316 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:28,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:28,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598668315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598668315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598668319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T05:23:28,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:28,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T05:23:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:28,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:28,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/125bd1751db74e13aad149e269367b82 2024-11-26T05:23:28,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f932aa1d83a94aff8b97628d344f931f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f932aa1d83a94aff8b97628d344f931f 2024-11-26T05:23:28,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f932aa1d83a94aff8b97628d344f931f, entries=200, sequenceid=239, filesize=14.2 K 2024-11-26T05:23:28,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8d5e06dec5dd4941a26208acd9b51601 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8d5e06dec5dd4941a26208acd9b51601 2024-11-26T05:23:28,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8d5e06dec5dd4941a26208acd9b51601, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T05:23:28,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/125bd1751db74e13aad149e269367b82 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/125bd1751db74e13aad149e269367b82 2024-11-26T05:23:28,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/125bd1751db74e13aad149e269367b82, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T05:23:28,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for dbd2fe6a05e56a46624220710f3470d8 in 613ms, sequenceid=239, compaction requested=true 2024-11-26T05:23:28,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:28,607 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:28,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:28,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:28,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:28,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:28,608 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:28,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:28,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:28,608 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36893 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:28,608 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:28,608 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:28,608 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:28,608 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:28,608 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:28,608 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/cc5b1e1b64754968bde03ee0d4da10b7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8f53cbedb977483cb2006c50d4b5069b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f932aa1d83a94aff8b97628d344f931f] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=36.0 K 2024-11-26T05:23:28,608 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c82ba78bb77645f784de2c6a205c21e8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/7c82aa6a779e4a22b166520a54a076db, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8d5e06dec5dd4941a26208acd9b51601] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=33.7 K 2024-11-26T05:23:28,609 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c82ba78bb77645f784de2c6a205c21e8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732598605259 2024-11-26T05:23:28,609 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc5b1e1b64754968bde03ee0d4da10b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732598605259 2024-11-26T05:23:28,609 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f53cbedb977483cb2006c50d4b5069b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732598605442 2024-11-26T05:23:28,609 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c82aa6a779e4a22b166520a54a076db, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732598605442 2024-11-26T05:23:28,609 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d5e06dec5dd4941a26208acd9b51601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732598607676 2024-11-26T05:23:28,610 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f932aa1d83a94aff8b97628d344f931f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732598607672 2024-11-26T05:23:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T05:23:28,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:28,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T05:23:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:28,626 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T05:23:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:28,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:28,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:28,627 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:28,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:28,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:28,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:28,627 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bd84a10d2d8e43a5a09b8062c7cfc06d is 50, key is test_row_0/B:col10/1732598607992/Put/seqid=0 2024-11-26T05:23:28,632 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:28,633 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7d1e8ddc30624be3a3a548e5cb7f3318 is 50, key is test_row_0/A:col10/1732598607992/Put/seqid=0 2024-11-26T05:23:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/e2e785d6f01a4847aed21f520775ef65 is 50, key is test_row_0/A:col10/1732598608624/Put/seqid=0 2024-11-26T05:23:28,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742393_1569 (size=12697) 2024-11-26T05:23:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:28,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742392_1568 (size=12697) 2024-11-26T05:23:28,686 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bd84a10d2d8e43a5a09b8062c7cfc06d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bd84a10d2d8e43a5a09b8062c7cfc06d 2024-11-26T05:23:28,695 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into bd84a10d2d8e43a5a09b8062c7cfc06d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:28,695 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:28,695 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598608608; duration=0sec 2024-11-26T05:23:28,695 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:28,695 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:28,695 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:28,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742394_1570 (size=14541) 2024-11-26T05:23:28,697 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:28,697 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:28,697 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:28,697 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/421c5023586148db9a92394f12a5a0f7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77b695d6ab3840138f3d1d5ccdb986fa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/125bd1751db74e13aad149e269367b82] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=33.7 K 2024-11-26T05:23:28,698 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/e2e785d6f01a4847aed21f520775ef65 2024-11-26T05:23:28,699 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 421c5023586148db9a92394f12a5a0f7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732598605259 2024-11-26T05:23:28,701 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 77b695d6ab3840138f3d1d5ccdb986fa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732598605442 2024-11-26T05:23:28,703 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 125bd1751db74e13aad149e269367b82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732598607676 2024-11-26T05:23:28,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/716631f6a854442290f94c9e16ead1d4 is 50, key is test_row_0/B:col10/1732598608624/Put/seqid=0 2024-11-26T05:23:28,719 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:28,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742395_1571 (size=12151) 2024-11-26T05:23:28,719 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b323ffbb97f940c1b7f5c3c2d9e1313a is 50, key is test_row_0/C:col10/1732598607992/Put/seqid=0 2024-11-26T05:23:28,720 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/716631f6a854442290f94c9e16ead1d4 2024-11-26T05:23:28,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b7907afd313e4f6e9b6420a77c334928 is 50, key is test_row_0/C:col10/1732598608624/Put/seqid=0 2024-11-26T05:23:28,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742396_1572 (size=12697) 2024-11-26T05:23:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742397_1573 (size=12151) 2024-11-26T05:23:28,758 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b323ffbb97f940c1b7f5c3c2d9e1313a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b323ffbb97f940c1b7f5c3c2d9e1313a 2024-11-26T05:23:28,762 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into b323ffbb97f940c1b7f5c3c2d9e1313a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:28,762 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:28,762 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598608608; duration=0sec 2024-11-26T05:23:28,762 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:28,762 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:28,767 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b7907afd313e4f6e9b6420a77c334928 2024-11-26T05:23:28,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/e2e785d6f01a4847aed21f520775ef65 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/e2e785d6f01a4847aed21f520775ef65 2024-11-26T05:23:28,774 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/e2e785d6f01a4847aed21f520775ef65, entries=200, sequenceid=248, filesize=14.2 K 2024-11-26T05:23:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/716631f6a854442290f94c9e16ead1d4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/716631f6a854442290f94c9e16ead1d4 2024-11-26T05:23:28,779 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/716631f6a854442290f94c9e16ead1d4, entries=150, sequenceid=248, filesize=11.9 K 2024-11-26T05:23:28,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b7907afd313e4f6e9b6420a77c334928 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b7907afd313e4f6e9b6420a77c334928 2024-11-26T05:23:28,784 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b7907afd313e4f6e9b6420a77c334928, entries=150, sequenceid=248, filesize=11.9 K 2024-11-26T05:23:28,785 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=154.31 KB/158010 for dbd2fe6a05e56a46624220710f3470d8 in 159ms, sequenceid=248, compaction requested=false 2024-11-26T05:23:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:28,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-26T05:23:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-26T05:23:28,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-26T05:23:28,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 471 msec 2024-11-26T05:23:28,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 474 msec 2024-11-26T05:23:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:28,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T05:23:28,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:28,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:28,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:28,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:28,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:28,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:28,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/d7def44b82854490902ae686ee2ca432 is 50, key is test_row_0/A:col10/1732598608776/Put/seqid=0 2024-11-26T05:23:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742398_1574 (size=17181) 2024-11-26T05:23:28,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598668803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598668804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598668805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T05:23:28,917 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-26T05:23:28,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-26T05:23:28,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598668916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T05:23:28,919 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:28,920 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:28,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:28,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598668917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:28,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598668917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T05:23:29,070 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7d1e8ddc30624be3a3a548e5cb7f3318 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7d1e8ddc30624be3a3a548e5cb7f3318 2024-11-26T05:23:29,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:29,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T05:23:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:29,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:29,077 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into 7d1e8ddc30624be3a3a548e5cb7f3318(size=12.4 K), total size for store is 26.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:29,077 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:29,077 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598608607; duration=0sec 2024-11-26T05:23:29,077 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:29,077 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:29,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598669121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598669124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598669124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/d7def44b82854490902ae686ee2ca432 2024-11-26T05:23:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T05:23:29,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:29,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T05:23:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:29,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:29,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:29,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/a9c10cc3cda648ce8610ddd2d6de8896 is 50, key is test_row_0/B:col10/1732598608776/Put/seqid=0 2024-11-26T05:23:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742399_1575 (size=12301) 2024-11-26T05:23:29,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/a9c10cc3cda648ce8610ddd2d6de8896 2024-11-26T05:23:29,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/c570b045b6e04e9c9f6ea9488456b132 is 50, key is test_row_0/C:col10/1732598608776/Put/seqid=0 2024-11-26T05:23:29,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742400_1576 (size=12301) 2024-11-26T05:23:29,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/c570b045b6e04e9c9f6ea9488456b132 2024-11-26T05:23:29,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/d7def44b82854490902ae686ee2ca432 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d7def44b82854490902ae686ee2ca432 2024-11-26T05:23:29,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d7def44b82854490902ae686ee2ca432, entries=250, sequenceid=278, filesize=16.8 K 2024-11-26T05:23:29,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/a9c10cc3cda648ce8610ddd2d6de8896 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a9c10cc3cda648ce8610ddd2d6de8896 2024-11-26T05:23:29,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a9c10cc3cda648ce8610ddd2d6de8896, entries=150, sequenceid=278, filesize=12.0 K 2024-11-26T05:23:29,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/c570b045b6e04e9c9f6ea9488456b132 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/c570b045b6e04e9c9f6ea9488456b132 2024-11-26T05:23:29,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/c570b045b6e04e9c9f6ea9488456b132, entries=150, sequenceid=278, filesize=12.0 K 2024-11-26T05:23:29,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for dbd2fe6a05e56a46624220710f3470d8 in 567ms, sequenceid=278, compaction requested=true 2024-11-26T05:23:29,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:29,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:29,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:29,357 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:29,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:29,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:29,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:29,357 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:29,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:29,358 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44419 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:29,358 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:29,358 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:29,358 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:29,358 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:29,358 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:29,358 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7d1e8ddc30624be3a3a548e5cb7f3318, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/e2e785d6f01a4847aed21f520775ef65, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d7def44b82854490902ae686ee2ca432] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=43.4 K 2024-11-26T05:23:29,358 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bd84a10d2d8e43a5a09b8062c7cfc06d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/716631f6a854442290f94c9e16ead1d4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a9c10cc3cda648ce8610ddd2d6de8896] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=36.3 K 2024-11-26T05:23:29,359 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d1e8ddc30624be3a3a548e5cb7f3318, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732598607676 2024-11-26T05:23:29,359 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting bd84a10d2d8e43a5a09b8062c7cfc06d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732598607676 2024-11-26T05:23:29,359 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 716631f6a854442290f94c9e16ead1d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732598607995 2024-11-26T05:23:29,359 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2e785d6f01a4847aed21f520775ef65, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732598607995 2024-11-26T05:23:29,359 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a9c10cc3cda648ce8610ddd2d6de8896, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732598608763 2024-11-26T05:23:29,359 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7def44b82854490902ae686ee2ca432, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732598608763 2024-11-26T05:23:29,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:29,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T05:23:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:29,379 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T05:23:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:29,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:29,380 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:29,380 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/70ae01d4a350483c9e7a1de838918896 is 50, key is test_row_0/B:col10/1732598608776/Put/seqid=0 2024-11-26T05:23:29,392 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:29,392 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7fbda11595f64cdb975f22ce391b99d2 is 50, key is test_row_0/A:col10/1732598608776/Put/seqid=0 2024-11-26T05:23:29,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/eaa52e9df4244cba9c8c444154d7a4fe is 50, key is test_row_0/A:col10/1732598608800/Put/seqid=0 2024-11-26T05:23:29,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:29,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742401_1577 (size=12949) 2024-11-26T05:23:29,452 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/70ae01d4a350483c9e7a1de838918896 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/70ae01d4a350483c9e7a1de838918896 2024-11-26T05:23:29,457 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into 70ae01d4a350483c9e7a1de838918896(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:29,457 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:29,457 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598609357; duration=0sec 2024-11-26T05:23:29,457 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:29,457 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:29,457 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:29,459 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:29,459 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:29,459 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:29,460 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b323ffbb97f940c1b7f5c3c2d9e1313a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b7907afd313e4f6e9b6420a77c334928, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/c570b045b6e04e9c9f6ea9488456b132] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=36.3 K 2024-11-26T05:23:29,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742402_1578 (size=12949) 2024-11-26T05:23:29,461 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b323ffbb97f940c1b7f5c3c2d9e1313a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732598607676 2024-11-26T05:23:29,462 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b7907afd313e4f6e9b6420a77c334928, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732598607995 2024-11-26T05:23:29,462 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c570b045b6e04e9c9f6ea9488456b132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732598608763 2024-11-26T05:23:29,465 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/7fbda11595f64cdb975f22ce391b99d2 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7fbda11595f64cdb975f22ce391b99d2 2024-11-26T05:23:29,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742403_1579 (size=12301) 2024-11-26T05:23:29,471 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/eaa52e9df4244cba9c8c444154d7a4fe 2024-11-26T05:23:29,473 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into 7fbda11595f64cdb975f22ce391b99d2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:29,473 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:29,473 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598609357; duration=0sec 2024-11-26T05:23:29,473 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:29,473 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:29,474 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:29,474 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/10fe4d8be2184a97b4b5d48aadbf720a is 50, key is test_row_0/C:col10/1732598608776/Put/seqid=0 2024-11-26T05:23:29,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/f8756cbc743549f19c033a2b7e2555d0 is 50, key is test_row_0/B:col10/1732598608800/Put/seqid=0 2024-11-26T05:23:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598669506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598669507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598669510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T05:23:29,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742405_1581 (size=12301) 2024-11-26T05:23:29,524 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/f8756cbc743549f19c033a2b7e2555d0 2024-11-26T05:23:29,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742404_1580 (size=12949) 2024-11-26T05:23:29,536 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/10fe4d8be2184a97b4b5d48aadbf720a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/10fe4d8be2184a97b4b5d48aadbf720a 2024-11-26T05:23:29,548 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 10fe4d8be2184a97b4b5d48aadbf720a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:29,548 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:29,548 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598609357; duration=0sec 2024-11-26T05:23:29,548 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:29,548 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:29,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/2e0213227b4849d3805a73b186eeb46b is 50, key is test_row_0/C:col10/1732598608800/Put/seqid=0 2024-11-26T05:23:29,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742406_1582 (size=12301) 2024-11-26T05:23:29,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598669616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598669616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598669620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598669821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598669822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598669829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,004 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/2e0213227b4849d3805a73b186eeb46b 2024-11-26T05:23:30,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/eaa52e9df4244cba9c8c444154d7a4fe as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/eaa52e9df4244cba9c8c444154d7a4fe 2024-11-26T05:23:30,011 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/eaa52e9df4244cba9c8c444154d7a4fe, entries=150, sequenceid=287, filesize=12.0 K 2024-11-26T05:23:30,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/f8756cbc743549f19c033a2b7e2555d0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/f8756cbc743549f19c033a2b7e2555d0 2024-11-26T05:23:30,014 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/f8756cbc743549f19c033a2b7e2555d0, entries=150, sequenceid=287, filesize=12.0 K 2024-11-26T05:23:30,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/2e0213227b4849d3805a73b186eeb46b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/2e0213227b4849d3805a73b186eeb46b 2024-11-26T05:23:30,019 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/2e0213227b4849d3805a73b186eeb46b, entries=150, sequenceid=287, filesize=12.0 K 2024-11-26T05:23:30,020 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for dbd2fe6a05e56a46624220710f3470d8 in 641ms, sequenceid=287, compaction requested=false 2024-11-26T05:23:30,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:30,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:30,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-26T05:23:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-26T05:23:30,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-26T05:23:30,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1010 sec 2024-11-26T05:23:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T05:23:30,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.1050 sec 2024-11-26T05:23:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:30,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-26T05:23:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:30,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ee2ca1ecd6fb4d288f7b9c5062af0b78 is 50, key is test_row_0/A:col10/1732598609506/Put/seqid=0 2024-11-26T05:23:30,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598670148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598670148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598670149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742407_1583 (size=14741) 2024-11-26T05:23:30,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598670258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598670258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598670264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598670357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,362 DEBUG [Thread-2288 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:23:30,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598670383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,388 DEBUG [Thread-2292 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:23:30,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598670463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598670465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598670469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ee2ca1ecd6fb4d288f7b9c5062af0b78 2024-11-26T05:23:30,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bfd9c1e88e0c4a748ae3528397ef3cfb is 50, key is test_row_0/B:col10/1732598609506/Put/seqid=0 2024-11-26T05:23:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742408_1584 (size=12301) 2024-11-26T05:23:30,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bfd9c1e88e0c4a748ae3528397ef3cfb 2024-11-26T05:23:30,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/08f8ac8188d04f459622f666a6b1ed2f is 50, key is test_row_0/C:col10/1732598609506/Put/seqid=0 2024-11-26T05:23:30,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742409_1585 (size=12301) 2024-11-26T05:23:30,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/08f8ac8188d04f459622f666a6b1ed2f 2024-11-26T05:23:30,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ee2ca1ecd6fb4d288f7b9c5062af0b78 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ee2ca1ecd6fb4d288f7b9c5062af0b78 2024-11-26T05:23:30,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ee2ca1ecd6fb4d288f7b9c5062af0b78, entries=200, sequenceid=319, filesize=14.4 K 2024-11-26T05:23:30,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bfd9c1e88e0c4a748ae3528397ef3cfb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bfd9c1e88e0c4a748ae3528397ef3cfb 2024-11-26T05:23:30,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bfd9c1e88e0c4a748ae3528397ef3cfb, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T05:23:30,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/08f8ac8188d04f459622f666a6b1ed2f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/08f8ac8188d04f459622f666a6b1ed2f 2024-11-26T05:23:30,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/08f8ac8188d04f459622f666a6b1ed2f, entries=150, sequenceid=319, filesize=12.0 K 2024-11-26T05:23:30,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for dbd2fe6a05e56a46624220710f3470d8 in 547ms, sequenceid=319, compaction requested=true 2024-11-26T05:23:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:30,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:30,683 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:30,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:30,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:30,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:30,683 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:30,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:30,684 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:30,684 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:30,684 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:30,684 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:30,684 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:30,684 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:30,684 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/70ae01d4a350483c9e7a1de838918896, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/f8756cbc743549f19c033a2b7e2555d0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bfd9c1e88e0c4a748ae3528397ef3cfb] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=36.7 K 2024-11-26T05:23:30,684 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7fbda11595f64cdb975f22ce391b99d2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/eaa52e9df4244cba9c8c444154d7a4fe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ee2ca1ecd6fb4d288f7b9c5062af0b78] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=39.1 K 2024-11-26T05:23:30,684 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 70ae01d4a350483c9e7a1de838918896, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732598608763 2024-11-26T05:23:30,684 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fbda11595f64cdb975f22ce391b99d2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732598608763 2024-11-26T05:23:30,684 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting f8756cbc743549f19c033a2b7e2555d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732598608800 2024-11-26T05:23:30,684 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa52e9df4244cba9c8c444154d7a4fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732598608800 2024-11-26T05:23:30,684 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting bfd9c1e88e0c4a748ae3528397ef3cfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598609505 2024-11-26T05:23:30,685 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee2ca1ecd6fb4d288f7b9c5062af0b78, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598609505 2024-11-26T05:23:30,690 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:30,690 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/46eb69c2d31948d885e4c069d3f81de9 is 50, key is test_row_0/A:col10/1732598609506/Put/seqid=0 2024-11-26T05:23:30,693 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:30,693 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/141e742a9eee4b1c80ef7796d178e954 is 50, key is test_row_0/B:col10/1732598609506/Put/seqid=0 2024-11-26T05:23:30,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742410_1586 (size=13051) 2024-11-26T05:23:30,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742411_1587 (size=13051) 2024-11-26T05:23:30,729 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/141e742a9eee4b1c80ef7796d178e954 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/141e742a9eee4b1c80ef7796d178e954 2024-11-26T05:23:30,734 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into 141e742a9eee4b1c80ef7796d178e954(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:30,734 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:30,735 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598610683; duration=0sec 2024-11-26T05:23:30,735 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:30,735 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:30,735 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:30,736 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:30,736 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:30,736 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:30,736 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/10fe4d8be2184a97b4b5d48aadbf720a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/2e0213227b4849d3805a73b186eeb46b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/08f8ac8188d04f459622f666a6b1ed2f] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=36.7 K 2024-11-26T05:23:30,737 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 10fe4d8be2184a97b4b5d48aadbf720a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732598608763 2024-11-26T05:23:30,738 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e0213227b4849d3805a73b186eeb46b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732598608800 2024-11-26T05:23:30,738 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 08f8ac8188d04f459622f666a6b1ed2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598609505 2024-11-26T05:23:30,762 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#502 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:30,762 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1cca84efff7a42e4a76d5ca2f6a21ccb is 50, key is test_row_0/C:col10/1732598609506/Put/seqid=0 2024-11-26T05:23:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:30,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:23:30,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:30,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:30,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742412_1588 (size=13051) 2024-11-26T05:23:30,790 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1cca84efff7a42e4a76d5ca2f6a21ccb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1cca84efff7a42e4a76d5ca2f6a21ccb 2024-11-26T05:23:30,794 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 1cca84efff7a42e4a76d5ca2f6a21ccb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:30,794 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:30,794 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598610683; duration=0sec 2024-11-26T05:23:30,794 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:30,794 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:30,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/744bd20c89104f4bad61720efde4a9d8 is 50, key is test_row_0/A:col10/1732598610776/Put/seqid=0 2024-11-26T05:23:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742413_1589 (size=12297) 2024-11-26T05:23:30,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/744bd20c89104f4bad61720efde4a9d8 2024-11-26T05:23:30,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d69581409548491c989e3007eb1ad712 is 50, key is test_row_0/B:col10/1732598610776/Put/seqid=0 2024-11-26T05:23:30,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598670834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742414_1590 (size=9857) 2024-11-26T05:23:30,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d69581409548491c989e3007eb1ad712 2024-11-26T05:23:30,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598670840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598670841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/92ff6d52dfd0464aa261995e1e87da23 is 50, key is test_row_0/C:col10/1732598610776/Put/seqid=0 2024-11-26T05:23:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742415_1591 (size=9857) 2024-11-26T05:23:30,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/92ff6d52dfd0464aa261995e1e87da23 2024-11-26T05:23:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/744bd20c89104f4bad61720efde4a9d8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/744bd20c89104f4bad61720efde4a9d8 2024-11-26T05:23:30,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/744bd20c89104f4bad61720efde4a9d8, entries=150, sequenceid=331, filesize=12.0 K 2024-11-26T05:23:30,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d69581409548491c989e3007eb1ad712 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d69581409548491c989e3007eb1ad712 2024-11-26T05:23:30,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d69581409548491c989e3007eb1ad712, entries=100, sequenceid=331, filesize=9.6 K 2024-11-26T05:23:30,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/92ff6d52dfd0464aa261995e1e87da23 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/92ff6d52dfd0464aa261995e1e87da23 2024-11-26T05:23:30,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/92ff6d52dfd0464aa261995e1e87da23, entries=100, sequenceid=331, filesize=9.6 K 2024-11-26T05:23:30,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dbd2fe6a05e56a46624220710f3470d8 in 115ms, sequenceid=331, compaction requested=false 2024-11-26T05:23:30,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:30,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T05:23:30,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:30,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:30,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:30,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:30,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:30,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:30,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598670954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598670959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/bfcdff646da74abb9f0fa0c8351c2bfe is 50, key is test_row_0/A:col10/1732598610840/Put/seqid=0 2024-11-26T05:23:30,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598670961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742416_1592 (size=14741) 2024-11-26T05:23:30,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/bfcdff646da74abb9f0fa0c8351c2bfe 2024-11-26T05:23:31,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/cd805145050e4df1af2b1ad3a232e61c is 50, key is test_row_0/B:col10/1732598610840/Put/seqid=0 2024-11-26T05:23:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T05:23:31,025 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-26T05:23:31,026 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-26T05:23:31,027 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T05:23:31,027 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:31,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:31,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742417_1593 (size=12301) 2024-11-26T05:23:31,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/cd805145050e4df1af2b1ad3a232e61c 2024-11-26T05:23:31,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/ed4f1abd70ce4af291355e93129b7a39 is 50, key is test_row_0/C:col10/1732598610840/Put/seqid=0 2024-11-26T05:23:31,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598671062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598671063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742418_1594 (size=12301) 2024-11-26T05:23:31,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598671070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/ed4f1abd70ce4af291355e93129b7a39 2024-11-26T05:23:31,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/bfcdff646da74abb9f0fa0c8351c2bfe as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/bfcdff646da74abb9f0fa0c8351c2bfe 2024-11-26T05:23:31,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/bfcdff646da74abb9f0fa0c8351c2bfe, entries=200, sequenceid=358, filesize=14.4 K 2024-11-26T05:23:31,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/cd805145050e4df1af2b1ad3a232e61c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/cd805145050e4df1af2b1ad3a232e61c 2024-11-26T05:23:31,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/cd805145050e4df1af2b1ad3a232e61c, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T05:23:31,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/ed4f1abd70ce4af291355e93129b7a39 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed4f1abd70ce4af291355e93129b7a39 2024-11-26T05:23:31,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed4f1abd70ce4af291355e93129b7a39, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T05:23:31,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dbd2fe6a05e56a46624220710f3470d8 in 175ms, sequenceid=358, compaction requested=true 2024-11-26T05:23:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:31,121 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/46eb69c2d31948d885e4c069d3f81de9 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/46eb69c2d31948d885e4c069d3f81de9 2024-11-26T05:23:31,121 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-26T05:23:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:23:31,122 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T05:23:31,122 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T05:23:31,122 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. because compaction request was cancelled 2024-11-26T05:23:31,122 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:31,122 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:31,123 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:31,123 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:31,123 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:31,123 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/141e742a9eee4b1c80ef7796d178e954, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d69581409548491c989e3007eb1ad712, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/cd805145050e4df1af2b1ad3a232e61c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=34.4 K 2024-11-26T05:23:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T05:23:31,132 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 141e742a9eee4b1c80ef7796d178e954, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598609505 2024-11-26T05:23:31,133 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting d69581409548491c989e3007eb1ad712, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732598610775 2024-11-26T05:23:31,133 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting cd805145050e4df1af2b1ad3a232e61c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598610831 2024-11-26T05:23:31,135 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into 46eb69c2d31948d885e4c069d3f81de9(size=12.7 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:31,135 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:31,135 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598610682; duration=0sec 2024-11-26T05:23:31,135 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:31,135 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:31,135 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:31,136 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:31,136 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:31,136 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:31,136 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1cca84efff7a42e4a76d5ca2f6a21ccb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/92ff6d52dfd0464aa261995e1e87da23, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed4f1abd70ce4af291355e93129b7a39] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=34.4 K 2024-11-26T05:23:31,137 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cca84efff7a42e4a76d5ca2f6a21ccb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598609505 2024-11-26T05:23:31,138 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92ff6d52dfd0464aa261995e1e87da23, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732598610775 2024-11-26T05:23:31,138 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed4f1abd70ce4af291355e93129b7a39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598610831 2024-11-26T05:23:31,152 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:31,153 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8c5c0d5b95464048ba0503629a81612c is 50, key is test_row_0/B:col10/1732598610840/Put/seqid=0 2024-11-26T05:23:31,160 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:31,161 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/5dbe22468be14ebe8c137370d33e28a3 is 50, key is test_row_0/C:col10/1732598610840/Put/seqid=0 2024-11-26T05:23:31,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742419_1595 (size=13153) 2024-11-26T05:23:31,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:31,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T05:23:31,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:31,179 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T05:23:31,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:31,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:31,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:31,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:31,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:31,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:31,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/dbf3f22d75644626b39160402b38a6b8 is 50, key is test_row_0/A:col10/1732598610958/Put/seqid=0 2024-11-26T05:23:31,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742420_1596 (size=13153) 2024-11-26T05:23:31,230 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/5dbe22468be14ebe8c137370d33e28a3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dbe22468be14ebe8c137370d33e28a3 2024-11-26T05:23:31,240 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 5dbe22468be14ebe8c137370d33e28a3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:31,240 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:31,240 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598611121; duration=0sec 2024-11-26T05:23:31,240 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:31,240 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:31,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742421_1597 (size=12301) 2024-11-26T05:23:31,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T05:23:31,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598671330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598671335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598671337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598671440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598671445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598671447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,570 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/8c5c0d5b95464048ba0503629a81612c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8c5c0d5b95464048ba0503629a81612c 2024-11-26T05:23:31,576 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into 8c5c0d5b95464048ba0503629a81612c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:31,576 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:31,576 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598611121; duration=0sec 2024-11-26T05:23:31,576 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:31,576 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T05:23:31,645 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/dbf3f22d75644626b39160402b38a6b8 2024-11-26T05:23:31,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598671645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/6077e9c2edfd459a848200e2c31d02ce is 50, key is test_row_0/B:col10/1732598610958/Put/seqid=0 2024-11-26T05:23:31,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598671654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598671654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742422_1598 (size=12301) 2024-11-26T05:23:31,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/6077e9c2edfd459a848200e2c31d02ce 2024-11-26T05:23:31,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/da7d0feb73c4404b851345d0b086aea3 is 50, key is test_row_0/C:col10/1732598610958/Put/seqid=0 2024-11-26T05:23:31,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742423_1599 (size=12301) 2024-11-26T05:23:31,740 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/da7d0feb73c4404b851345d0b086aea3 2024-11-26T05:23:31,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/dbf3f22d75644626b39160402b38a6b8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/dbf3f22d75644626b39160402b38a6b8 2024-11-26T05:23:31,785 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/dbf3f22d75644626b39160402b38a6b8, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T05:23:31,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/6077e9c2edfd459a848200e2c31d02ce as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/6077e9c2edfd459a848200e2c31d02ce 2024-11-26T05:23:31,790 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/6077e9c2edfd459a848200e2c31d02ce, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T05:23:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/da7d0feb73c4404b851345d0b086aea3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/da7d0feb73c4404b851345d0b086aea3 2024-11-26T05:23:31,795 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/da7d0feb73c4404b851345d0b086aea3, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T05:23:31,796 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for dbd2fe6a05e56a46624220710f3470d8 in 617ms, sequenceid=369, compaction requested=true 2024-11-26T05:23:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-26T05:23:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-26T05:23:31,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-26T05:23:31,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 770 msec 2024-11-26T05:23:31,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 773 msec 2024-11-26T05:23:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:31,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T05:23:31,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:31,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:31,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:31,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:31,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:31,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:31,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ccde4466482c4b6894d80d8279f617d5 is 50, key is test_row_0/A:col10/1732598611950/Put/seqid=0 2024-11-26T05:23:31,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742424_1600 (size=14741) 2024-11-26T05:23:31,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ccde4466482c4b6894d80d8279f617d5 2024-11-26T05:23:31,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598671967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598671977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/09c8cd251aac4370971e77c924cd421d is 50, key is test_row_0/B:col10/1732598611950/Put/seqid=0 2024-11-26T05:23:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598671977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:31,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742425_1601 (size=12301) 2024-11-26T05:23:31,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/09c8cd251aac4370971e77c924cd421d 2024-11-26T05:23:31,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/5dc409f1f2c54e1caf21e4bd70e6dbe3 is 50, key is test_row_0/C:col10/1732598611950/Put/seqid=0 2024-11-26T05:23:32,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742426_1602 (size=12301) 2024-11-26T05:23:32,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/5dc409f1f2c54e1caf21e4bd70e6dbe3 2024-11-26T05:23:32,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ccde4466482c4b6894d80d8279f617d5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ccde4466482c4b6894d80d8279f617d5 2024-11-26T05:23:32,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ccde4466482c4b6894d80d8279f617d5, entries=200, sequenceid=398, filesize=14.4 K 2024-11-26T05:23:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/09c8cd251aac4370971e77c924cd421d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/09c8cd251aac4370971e77c924cd421d 2024-11-26T05:23:32,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/09c8cd251aac4370971e77c924cd421d, entries=150, sequenceid=398, filesize=12.0 K 2024-11-26T05:23:32,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/5dc409f1f2c54e1caf21e4bd70e6dbe3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dc409f1f2c54e1caf21e4bd70e6dbe3 2024-11-26T05:23:32,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dc409f1f2c54e1caf21e4bd70e6dbe3, entries=150, sequenceid=398, filesize=12.0 K 2024-11-26T05:23:32,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for dbd2fe6a05e56a46624220710f3470d8 in 97ms, sequenceid=398, compaction requested=true 2024-11-26T05:23:32,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:32,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:32,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:32,049 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T05:23:32,049 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:32,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:32,050 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:32,051 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:32,051 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:32,051 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8c5c0d5b95464048ba0503629a81612c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/6077e9c2edfd459a848200e2c31d02ce, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/09c8cd251aac4370971e77c924cd421d] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=36.9 K 2024-11-26T05:23:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:32,052 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 67131 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T05:23:32,052 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:32,052 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:32,052 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/46eb69c2d31948d885e4c069d3f81de9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/744bd20c89104f4bad61720efde4a9d8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/bfcdff646da74abb9f0fa0c8351c2bfe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/dbf3f22d75644626b39160402b38a6b8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ccde4466482c4b6894d80d8279f617d5] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=65.6 K 2024-11-26T05:23:32,052 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c5c0d5b95464048ba0503629a81612c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598610831 2024-11-26T05:23:32,052 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46eb69c2d31948d885e4c069d3f81de9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732598609505 2024-11-26T05:23:32,053 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6077e9c2edfd459a848200e2c31d02ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732598610950 2024-11-26T05:23:32,053 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 744bd20c89104f4bad61720efde4a9d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732598610774 2024-11-26T05:23:32,054 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 09c8cd251aac4370971e77c924cd421d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732598611324 2024-11-26T05:23:32,054 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfcdff646da74abb9f0fa0c8351c2bfe, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598610831 2024-11-26T05:23:32,055 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbf3f22d75644626b39160402b38a6b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732598610950 2024-11-26T05:23:32,055 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccde4466482c4b6894d80d8279f617d5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732598611324 2024-11-26T05:23:32,064 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:32,064 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/5405765288a04dbc899dcb50bcaf87be is 50, key is test_row_0/B:col10/1732598611950/Put/seqid=0 2024-11-26T05:23:32,069 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:32,070 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ae9a5d207289470d86d88687d6d33621 is 50, key is test_row_0/A:col10/1732598611950/Put/seqid=0 2024-11-26T05:23:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:32,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:23:32,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:32,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:32,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:32,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:32,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:32,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:32,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742427_1603 (size=13255) 2024-11-26T05:23:32,115 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/5405765288a04dbc899dcb50bcaf87be as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/5405765288a04dbc899dcb50bcaf87be 2024-11-26T05:23:32,122 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into 5405765288a04dbc899dcb50bcaf87be(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:32,122 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:32,122 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598612049; duration=0sec 2024-11-26T05:23:32,122 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:32,122 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:32,122 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:32,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ed530586f64d429288ce6ecf34261b2f is 50, key is test_row_0/A:col10/1732598611975/Put/seqid=0 2024-11-26T05:23:32,124 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:32,124 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:32,124 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:32,124 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dbe22468be14ebe8c137370d33e28a3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/da7d0feb73c4404b851345d0b086aea3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dc409f1f2c54e1caf21e4bd70e6dbe3] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=36.9 K 2024-11-26T05:23:32,124 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dbe22468be14ebe8c137370d33e28a3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732598610831 2024-11-26T05:23:32,125 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting da7d0feb73c4404b851345d0b086aea3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732598610950 2024-11-26T05:23:32,125 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dc409f1f2c54e1caf21e4bd70e6dbe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732598611324 2024-11-26T05:23:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742428_1604 (size=13221) 2024-11-26T05:23:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T05:23:32,133 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-26T05:23:32,134 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-26T05:23:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T05:23:32,135 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:32,136 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:32,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:32,140 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#520 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:32,140 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/5ee471a3de9d446dabe940c1d5dde3fa is 50, key is test_row_0/C:col10/1732598611950/Put/seqid=0 2024-11-26T05:23:32,141 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ae9a5d207289470d86d88687d6d33621 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ae9a5d207289470d86d88687d6d33621 2024-11-26T05:23:32,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742429_1605 (size=12301) 2024-11-26T05:23:32,156 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into ae9a5d207289470d86d88687d6d33621(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:32,157 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:32,157 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=11, startTime=1732598612049; duration=0sec 2024-11-26T05:23:32,157 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:32,157 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:32,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ed530586f64d429288ce6ecf34261b2f 2024-11-26T05:23:32,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742430_1606 (size=13255) 2024-11-26T05:23:32,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/856e3987e0874319808f4502397355d6 is 50, key is test_row_0/B:col10/1732598611975/Put/seqid=0 2024-11-26T05:23:32,195 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/5ee471a3de9d446dabe940c1d5dde3fa as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5ee471a3de9d446dabe940c1d5dde3fa 2024-11-26T05:23:32,199 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 5ee471a3de9d446dabe940c1d5dde3fa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:32,199 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:32,199 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598612051; duration=0sec 2024-11-26T05:23:32,199 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:32,199 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:32,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598672200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598672208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598672208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T05:23:32,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742431_1607 (size=12301) 2024-11-26T05:23:32,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/856e3987e0874319808f4502397355d6 2024-11-26T05:23:32,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/7b228ae4b51945e888149bab07337a77 is 50, key is test_row_0/C:col10/1732598611975/Put/seqid=0 2024-11-26T05:23:32,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742432_1608 (size=12301) 2024-11-26T05:23:32,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:32,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T05:23:32,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:32,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:32,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:32,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:32,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:32,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598672312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598672316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598672319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T05:23:32,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:32,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T05:23:32,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:32,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:32,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:32,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:32,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:32,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598672520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598672520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598672527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:32,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T05:23:32,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:32,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:32,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:32,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:32,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:32,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/7b228ae4b51945e888149bab07337a77 2024-11-26T05:23:32,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/ed530586f64d429288ce6ecf34261b2f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ed530586f64d429288ce6ecf34261b2f 2024-11-26T05:23:32,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ed530586f64d429288ce6ecf34261b2f, entries=150, sequenceid=410, filesize=12.0 K 2024-11-26T05:23:32,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/856e3987e0874319808f4502397355d6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/856e3987e0874319808f4502397355d6 2024-11-26T05:23:32,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/856e3987e0874319808f4502397355d6, entries=150, sequenceid=410, filesize=12.0 K 2024-11-26T05:23:32,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/7b228ae4b51945e888149bab07337a77 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/7b228ae4b51945e888149bab07337a77 2024-11-26T05:23:32,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/7b228ae4b51945e888149bab07337a77, entries=150, sequenceid=410, filesize=12.0 K 2024-11-26T05:23:32,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for dbd2fe6a05e56a46624220710f3470d8 in 616ms, sequenceid=410, compaction requested=false 2024-11-26T05:23:32,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T05:23:32,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:32,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T05:23:32,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:32,747 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T05:23:32,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:32,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:32,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:32,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:32,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:32,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:32,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/d321aa338b3c480587f58d87474a26f7 is 50, key is test_row_0/A:col10/1732598612134/Put/seqid=0 2024-11-26T05:23:32,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742433_1609 (size=12301) 2024-11-26T05:23:32,798 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/d321aa338b3c480587f58d87474a26f7 2024-11-26T05:23:32,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/af98fd15fcc648a7bccb669c2a93aa07 is 50, key is test_row_0/B:col10/1732598612134/Put/seqid=0 2024-11-26T05:23:32,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:32,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742434_1610 (size=12301) 2024-11-26T05:23:32,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598672920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598672920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:32,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598672920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598673032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598673032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598673033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T05:23:33,247 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/af98fd15fcc648a7bccb669c2a93aa07 2024-11-26T05:23:33,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598673241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598673242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598673243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/93dca9ff1c3e4910aba7dad6d6d40d3b is 50, key is test_row_0/C:col10/1732598612134/Put/seqid=0 2024-11-26T05:23:33,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742435_1611 (size=12301) 2024-11-26T05:23:33,321 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/93dca9ff1c3e4910aba7dad6d6d40d3b 2024-11-26T05:23:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/d321aa338b3c480587f58d87474a26f7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d321aa338b3c480587f58d87474a26f7 2024-11-26T05:23:33,337 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d321aa338b3c480587f58d87474a26f7, entries=150, sequenceid=438, filesize=12.0 K 2024-11-26T05:23:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/af98fd15fcc648a7bccb669c2a93aa07 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/af98fd15fcc648a7bccb669c2a93aa07 2024-11-26T05:23:33,348 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/af98fd15fcc648a7bccb669c2a93aa07, entries=150, sequenceid=438, filesize=12.0 K 2024-11-26T05:23:33,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/93dca9ff1c3e4910aba7dad6d6d40d3b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/93dca9ff1c3e4910aba7dad6d6d40d3b 2024-11-26T05:23:33,352 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/93dca9ff1c3e4910aba7dad6d6d40d3b, entries=150, sequenceid=438, filesize=12.0 K 2024-11-26T05:23:33,353 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dbd2fe6a05e56a46624220710f3470d8 in 606ms, sequenceid=438, compaction requested=true 2024-11-26T05:23:33,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:33,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:33,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-26T05:23:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-26T05:23:33,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-26T05:23:33,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2180 sec 2024-11-26T05:23:33,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.2220 sec 2024-11-26T05:23:33,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:33,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/5d8999dc989749909598c9051fea0f94 is 50, key is test_row_0/A:col10/1732598612847/Put/seqid=0 2024-11-26T05:23:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742436_1612 (size=14741) 2024-11-26T05:23:33,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598673631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598673636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598673639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598673745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598673752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598673753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598673956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598673965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:33,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598673967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:34,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/5d8999dc989749909598c9051fea0f94 2024-11-26T05:23:34,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2b19cfededee4b318ca4fa3566795d71 is 50, key is test_row_0/B:col10/1732598612847/Put/seqid=0 2024-11-26T05:23:34,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742437_1613 (size=12301) 2024-11-26T05:23:34,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2b19cfededee4b318ca4fa3566795d71 2024-11-26T05:23:34,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b64c230219424c678a6b9f3781599ce5 is 50, key is test_row_0/C:col10/1732598612847/Put/seqid=0 2024-11-26T05:23:34,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742438_1614 (size=12301) 2024-11-26T05:23:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T05:23:34,240 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-26T05:23:34,243 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-26T05:23:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T05:23:34,245 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:34,246 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:34,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:34,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598674264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:34,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598674276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:34,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598674277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T05:23:34,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:34,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T05:23:34,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:34,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:34,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:34,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:34,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:34,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b64c230219424c678a6b9f3781599ce5 2024-11-26T05:23:34,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/5d8999dc989749909598c9051fea0f94 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5d8999dc989749909598c9051fea0f94 2024-11-26T05:23:34,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5d8999dc989749909598c9051fea0f94, entries=200, sequenceid=450, filesize=14.4 K 2024-11-26T05:23:34,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2b19cfededee4b318ca4fa3566795d71 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2b19cfededee4b318ca4fa3566795d71 2024-11-26T05:23:34,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2b19cfededee4b318ca4fa3566795d71, entries=150, sequenceid=450, filesize=12.0 K 2024-11-26T05:23:34,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b64c230219424c678a6b9f3781599ce5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b64c230219424c678a6b9f3781599ce5 2024-11-26T05:23:34,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b64c230219424c678a6b9f3781599ce5, entries=150, sequenceid=450, filesize=12.0 K 2024-11-26T05:23:34,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dbd2fe6a05e56a46624220710f3470d8 in 948ms, sequenceid=450, compaction requested=true 2024-11-26T05:23:34,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:34,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:34,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:34,502 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:23:34,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:34,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:34,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:34,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:23:34,502 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:23:34,503 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:23:34,503 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:23:34,503 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:34,503 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:34,503 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:34,503 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:34,503 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/5405765288a04dbc899dcb50bcaf87be, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/856e3987e0874319808f4502397355d6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/af98fd15fcc648a7bccb669c2a93aa07, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2b19cfededee4b318ca4fa3566795d71] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=49.0 K 2024-11-26T05:23:34,503 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ae9a5d207289470d86d88687d6d33621, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ed530586f64d429288ce6ecf34261b2f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d321aa338b3c480587f58d87474a26f7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5d8999dc989749909598c9051fea0f94] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=51.3 K 2024-11-26T05:23:34,503 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae9a5d207289470d86d88687d6d33621, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732598611324 2024-11-26T05:23:34,503 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5405765288a04dbc899dcb50bcaf87be, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732598611324 2024-11-26T05:23:34,503 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 856e3987e0874319808f4502397355d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732598611963 2024-11-26T05:23:34,503 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed530586f64d429288ce6ecf34261b2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732598611963 2024-11-26T05:23:34,504 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting af98fd15fcc648a7bccb669c2a93aa07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732598612134 2024-11-26T05:23:34,504 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d321aa338b3c480587f58d87474a26f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732598612134 2024-11-26T05:23:34,504 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b19cfededee4b318ca4fa3566795d71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598612847 2024-11-26T05:23:34,504 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d8999dc989749909598c9051fea0f94, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598612847 2024-11-26T05:23:34,520 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#529 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:34,521 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/191c37df957e455fa281f38f291ea6d9 is 50, key is test_row_0/B:col10/1732598612847/Put/seqid=0 2024-11-26T05:23:34,521 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:34,521 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1f15fd54fd9844128c9bda43a8dca521 is 50, key is test_row_0/A:col10/1732598612847/Put/seqid=0 2024-11-26T05:23:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T05:23:34,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:34,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T05:23:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:34,553 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:23:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:34,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742439_1615 (size=13391) 2024-11-26T05:23:34,578 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/191c37df957e455fa281f38f291ea6d9 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/191c37df957e455fa281f38f291ea6d9 2024-11-26T05:23:34,582 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into 191c37df957e455fa281f38f291ea6d9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:34,582 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:34,582 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=12, startTime=1732598614502; duration=0sec 2024-11-26T05:23:34,582 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:34,582 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:34,582 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:23:34,583 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:23:34,583 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:34,583 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:34,583 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5ee471a3de9d446dabe940c1d5dde3fa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/7b228ae4b51945e888149bab07337a77, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/93dca9ff1c3e4910aba7dad6d6d40d3b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b64c230219424c678a6b9f3781599ce5] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=49.0 K 2024-11-26T05:23:34,584 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ee471a3de9d446dabe940c1d5dde3fa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732598611324 2024-11-26T05:23:34,585 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b228ae4b51945e888149bab07337a77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732598611963 2024-11-26T05:23:34,585 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 93dca9ff1c3e4910aba7dad6d6d40d3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732598612134 2024-11-26T05:23:34,585 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b64c230219424c678a6b9f3781599ce5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598612847 2024-11-26T05:23:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742440_1616 (size=13357) 2024-11-26T05:23:34,592 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1f15fd54fd9844128c9bda43a8dca521 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1f15fd54fd9844128c9bda43a8dca521 2024-11-26T05:23:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3d2325bd629545fa85ef89168b1c9cf9 is 50, key is test_row_0/A:col10/1732598613638/Put/seqid=0 2024-11-26T05:23:34,596 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into 1f15fd54fd9844128c9bda43a8dca521(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:34,596 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:34,596 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=12, startTime=1732598614501; duration=0sec 2024-11-26T05:23:34,596 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:34,596 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:34,601 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#532 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:34,601 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1c79da83ed574045a880e289b436e443 is 50, key is test_row_0/C:col10/1732598612847/Put/seqid=0 2024-11-26T05:23:34,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742441_1617 (size=12301) 2024-11-26T05:23:34,648 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3d2325bd629545fa85ef89168b1c9cf9 2024-11-26T05:23:34,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742442_1618 (size=13391) 2024-11-26T05:23:34,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/48ceea0246784248afd8ceaca1d17a1f is 50, key is test_row_0/B:col10/1732598613638/Put/seqid=0 2024-11-26T05:23:34,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742443_1619 (size=12301) 2024-11-26T05:23:34,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/48ceea0246784248afd8ceaca1d17a1f 2024-11-26T05:23:34,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/002b9b7ba6a44588bd7f65aa126b97d4 is 50, key is test_row_0/C:col10/1732598613638/Put/seqid=0 2024-11-26T05:23:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742444_1620 (size=12301) 2024-11-26T05:23:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:34,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:34,779 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/002b9b7ba6a44588bd7f65aa126b97d4 2024-11-26T05:23:34,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3d2325bd629545fa85ef89168b1c9cf9 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d2325bd629545fa85ef89168b1c9cf9 2024-11-26T05:23:34,791 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d2325bd629545fa85ef89168b1c9cf9, entries=150, sequenceid=474, filesize=12.0 K 2024-11-26T05:23:34,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/48ceea0246784248afd8ceaca1d17a1f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/48ceea0246784248afd8ceaca1d17a1f 2024-11-26T05:23:34,801 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/48ceea0246784248afd8ceaca1d17a1f, entries=150, sequenceid=474, filesize=12.0 K 2024-11-26T05:23:34,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/002b9b7ba6a44588bd7f65aa126b97d4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/002b9b7ba6a44588bd7f65aa126b97d4 2024-11-26T05:23:34,806 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/002b9b7ba6a44588bd7f65aa126b97d4, entries=150, sequenceid=474, filesize=12.0 K 2024-11-26T05:23:34,807 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=40.25 KB/41220 for dbd2fe6a05e56a46624220710f3470d8 in 254ms, sequenceid=474, compaction requested=false 2024-11-26T05:23:34,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:34,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:34,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-26T05:23:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-26T05:23:34,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:23:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:34,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-26T05:23:34,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 563 msec 2024-11-26T05:23:34,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:34,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:34,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:34,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:34,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:34,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:34,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 569 msec 2024-11-26T05:23:34,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/872bb906d71a419783d2949d4be8a929 is 50, key is test_row_0/A:col10/1732598614793/Put/seqid=0 2024-11-26T05:23:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T05:23:34,847 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-26T05:23:34,855 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-26T05:23:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T05:23:34,858 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:34,859 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:34,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:34,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742445_1621 (size=14741) 2024-11-26T05:23:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598674894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598674898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:34,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598674900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T05:23:35,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:35,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T05:23:35,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:35,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:35,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:35,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:35,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:35,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598675006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598675012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598675012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,064 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1c79da83ed574045a880e289b436e443 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1c79da83ed574045a880e289b436e443 2024-11-26T05:23:35,069 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 1c79da83ed574045a880e289b436e443(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:35,070 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:35,070 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=12, startTime=1732598614502; duration=0sec 2024-11-26T05:23:35,070 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:35,070 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T05:23:35,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:35,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T05:23:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:35,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:35,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598675217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598675222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598675223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/872bb906d71a419783d2949d4be8a929 2024-11-26T05:23:35,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/de297d881ed247dba6470d4e7e4950e7 is 50, key is test_row_0/B:col10/1732598614793/Put/seqid=0 2024-11-26T05:23:35,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742446_1622 (size=12301) 2024-11-26T05:23:35,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/de297d881ed247dba6470d4e7e4950e7 2024-11-26T05:23:35,317 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:35,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T05:23:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:35,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:35,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/e755515f6ed24973a17ac6b9b2568251 is 50, key is test_row_0/C:col10/1732598614793/Put/seqid=0 2024-11-26T05:23:35,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742447_1623 (size=12301) 2024-11-26T05:23:35,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/e755515f6ed24973a17ac6b9b2568251 2024-11-26T05:23:35,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/872bb906d71a419783d2949d4be8a929 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/872bb906d71a419783d2949d4be8a929 2024-11-26T05:23:35,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/872bb906d71a419783d2949d4be8a929, entries=200, sequenceid=488, filesize=14.4 K 2024-11-26T05:23:35,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/de297d881ed247dba6470d4e7e4950e7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/de297d881ed247dba6470d4e7e4950e7 2024-11-26T05:23:35,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/de297d881ed247dba6470d4e7e4950e7, entries=150, sequenceid=488, filesize=12.0 K 2024-11-26T05:23:35,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/e755515f6ed24973a17ac6b9b2568251 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e755515f6ed24973a17ac6b9b2568251 2024-11-26T05:23:35,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e755515f6ed24973a17ac6b9b2568251, entries=150, sequenceid=488, filesize=12.0 K 2024-11-26T05:23:35,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dbd2fe6a05e56a46624220710f3470d8 in 575ms, sequenceid=488, compaction requested=true 2024-11-26T05:23:35,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:35,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:35,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:35,385 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:35,385 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:35,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:35,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:35,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:35,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:35,386 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:35,386 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:35,386 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:35,386 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1f15fd54fd9844128c9bda43a8dca521, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d2325bd629545fa85ef89168b1c9cf9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/872bb906d71a419783d2949d4be8a929] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=39.5 K 2024-11-26T05:23:35,386 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:35,386 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:35,386 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:35,386 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/191c37df957e455fa281f38f291ea6d9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/48ceea0246784248afd8ceaca1d17a1f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/de297d881ed247dba6470d4e7e4950e7] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.1 K 2024-11-26T05:23:35,386 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f15fd54fd9844128c9bda43a8dca521, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598612847 2024-11-26T05:23:35,386 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 191c37df957e455fa281f38f291ea6d9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598612847 2024-11-26T05:23:35,387 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d2325bd629545fa85ef89168b1c9cf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732598613625 2024-11-26T05:23:35,387 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 48ceea0246784248afd8ceaca1d17a1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732598613625 2024-11-26T05:23:35,387 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 872bb906d71a419783d2949d4be8a929, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732598614793 2024-11-26T05:23:35,387 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting de297d881ed247dba6470d4e7e4950e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732598614793 2024-11-26T05:23:35,393 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#538 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:35,393 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:35,393 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/c1aac270ed224346aa7925e74aa2e930 is 50, key is test_row_0/B:col10/1732598614793/Put/seqid=0 2024-11-26T05:23:35,394 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/a506a0c7d14240158aceee8ac3555e30 is 50, key is test_row_0/A:col10/1732598614793/Put/seqid=0 2024-11-26T05:23:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742448_1624 (size=13459) 2024-11-26T05:23:35,432 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/a506a0c7d14240158aceee8ac3555e30 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/a506a0c7d14240158aceee8ac3555e30 2024-11-26T05:23:35,437 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into a506a0c7d14240158aceee8ac3555e30(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:35,438 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:35,438 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598615385; duration=0sec 2024-11-26T05:23:35,438 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:35,438 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:35,438 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:35,438 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:35,438 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:35,438 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:35,439 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1c79da83ed574045a880e289b436e443, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/002b9b7ba6a44588bd7f65aa126b97d4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e755515f6ed24973a17ac6b9b2568251] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.1 K 2024-11-26T05:23:35,439 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c79da83ed574045a880e289b436e443, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732598612847 2024-11-26T05:23:35,439 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 002b9b7ba6a44588bd7f65aa126b97d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732598613625 2024-11-26T05:23:35,439 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting e755515f6ed24973a17ac6b9b2568251, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732598614793 2024-11-26T05:23:35,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742449_1625 (size=13493) 2024-11-26T05:23:35,456 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/c1aac270ed224346aa7925e74aa2e930 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c1aac270ed224346aa7925e74aa2e930 2024-11-26T05:23:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T05:23:35,461 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into c1aac270ed224346aa7925e74aa2e930(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:35,462 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:35,462 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598615385; duration=0sec 2024-11-26T05:23:35,462 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:35,462 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:35,468 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:35,469 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/e9228b3d611f477bbb2361d39f8824e8 is 50, key is test_row_0/C:col10/1732598614793/Put/seqid=0 2024-11-26T05:23:35,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:35,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T05:23:35,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:35,472 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:23:35,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:35,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:35,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:35,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:35,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:35,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:35,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/97ad971ecf6e475f99ac5cf48bb9b0ad is 50, key is test_row_0/A:col10/1732598614890/Put/seqid=0 2024-11-26T05:23:35,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742450_1626 (size=13493) 2024-11-26T05:23:35,532 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/e9228b3d611f477bbb2361d39f8824e8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e9228b3d611f477bbb2361d39f8824e8 2024-11-26T05:23:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:35,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:35,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742451_1627 (size=12301) 2024-11-26T05:23:35,541 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into e9228b3d611f477bbb2361d39f8824e8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:35,541 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:35,541 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598615385; duration=0sec 2024-11-26T05:23:35,541 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:35,541 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:35,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598675552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598675553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598675555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598675660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598675663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598675663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598675865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598675872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598675872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:35,940 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/97ad971ecf6e475f99ac5cf48bb9b0ad 2024-11-26T05:23:35,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2781ecce545a4064b78a70bfde5b5032 is 50, key is test_row_0/B:col10/1732598614890/Put/seqid=0 2024-11-26T05:23:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T05:23:35,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742452_1628 (size=12301) 2024-11-26T05:23:35,983 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2781ecce545a4064b78a70bfde5b5032 2024-11-26T05:23:35,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/cde8e66f3f134385845a39bb4c7ec037 is 50, key is test_row_0/C:col10/1732598614890/Put/seqid=0 2024-11-26T05:23:36,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742453_1629 (size=12301) 2024-11-26T05:23:36,017 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/cde8e66f3f134385845a39bb4c7ec037 2024-11-26T05:23:36,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/97ad971ecf6e475f99ac5cf48bb9b0ad as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/97ad971ecf6e475f99ac5cf48bb9b0ad 2024-11-26T05:23:36,031 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/97ad971ecf6e475f99ac5cf48bb9b0ad, entries=150, sequenceid=515, filesize=12.0 K 2024-11-26T05:23:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2781ecce545a4064b78a70bfde5b5032 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2781ecce545a4064b78a70bfde5b5032 2024-11-26T05:23:36,036 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2781ecce545a4064b78a70bfde5b5032, entries=150, sequenceid=515, filesize=12.0 K 2024-11-26T05:23:36,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/cde8e66f3f134385845a39bb4c7ec037 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/cde8e66f3f134385845a39bb4c7ec037 2024-11-26T05:23:36,043 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/cde8e66f3f134385845a39bb4c7ec037, entries=150, sequenceid=515, filesize=12.0 K 2024-11-26T05:23:36,045 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for dbd2fe6a05e56a46624220710f3470d8 in 573ms, sequenceid=515, compaction requested=false 2024-11-26T05:23:36,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:36,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:36,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-26T05:23:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-26T05:23:36,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-26T05:23:36,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1870 sec 2024-11-26T05:23:36,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.1940 sec 2024-11-26T05:23:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:36,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:23:36,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:36,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:36,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:36,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/16b3b56d4f7a44edac39946fe494fe96 is 50, key is test_row_0/A:col10/1732598615552/Put/seqid=0 2024-11-26T05:23:36,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742454_1630 (size=14741) 2024-11-26T05:23:36,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/16b3b56d4f7a44edac39946fe494fe96 2024-11-26T05:23:36,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bebad5378d5247d0b92cbaf433f0ad3f is 50, key is test_row_0/B:col10/1732598615552/Put/seqid=0 2024-11-26T05:23:36,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742455_1631 (size=12301) 2024-11-26T05:23:36,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bebad5378d5247d0b92cbaf433f0ad3f 2024-11-26T05:23:36,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/f1d443dea2bf4174acd7e3f0b92f2efa is 50, key is test_row_0/C:col10/1732598615552/Put/seqid=0 2024-11-26T05:23:36,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598676239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598676250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598676254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742456_1632 (size=12301) 2024-11-26T05:23:36,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/f1d443dea2bf4174acd7e3f0b92f2efa 2024-11-26T05:23:36,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/16b3b56d4f7a44edac39946fe494fe96 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/16b3b56d4f7a44edac39946fe494fe96 2024-11-26T05:23:36,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/16b3b56d4f7a44edac39946fe494fe96, entries=200, sequenceid=529, filesize=14.4 K 2024-11-26T05:23:36,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/bebad5378d5247d0b92cbaf433f0ad3f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bebad5378d5247d0b92cbaf433f0ad3f 2024-11-26T05:23:36,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bebad5378d5247d0b92cbaf433f0ad3f, entries=150, sequenceid=529, filesize=12.0 K 2024-11-26T05:23:36,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/f1d443dea2bf4174acd7e3f0b92f2efa as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/f1d443dea2bf4174acd7e3f0b92f2efa 2024-11-26T05:23:36,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/f1d443dea2bf4174acd7e3f0b92f2efa, entries=150, sequenceid=529, filesize=12.0 K 2024-11-26T05:23:36,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dbd2fe6a05e56a46624220710f3470d8 in 124ms, sequenceid=529, compaction requested=true 2024-11-26T05:23:36,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:36,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:36,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:36,300 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:36,300 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:36,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:36,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:36,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:36,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:36,302 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:36,302 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:36,302 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:36,302 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/a506a0c7d14240158aceee8ac3555e30, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/97ad971ecf6e475f99ac5cf48bb9b0ad, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/16b3b56d4f7a44edac39946fe494fe96] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=39.6 K 2024-11-26T05:23:36,304 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:36,304 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:36,304 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:36,304 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c1aac270ed224346aa7925e74aa2e930, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2781ecce545a4064b78a70bfde5b5032, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bebad5378d5247d0b92cbaf433f0ad3f] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.2 K 2024-11-26T05:23:36,305 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting c1aac270ed224346aa7925e74aa2e930, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732598614793 2024-11-26T05:23:36,305 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a506a0c7d14240158aceee8ac3555e30, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732598614793 2024-11-26T05:23:36,305 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 2781ecce545a4064b78a70bfde5b5032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732598614890 2024-11-26T05:23:36,305 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97ad971ecf6e475f99ac5cf48bb9b0ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732598614890 2024-11-26T05:23:36,306 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16b3b56d4f7a44edac39946fe494fe96, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732598615550 2024-11-26T05:23:36,306 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting bebad5378d5247d0b92cbaf433f0ad3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732598615551 2024-11-26T05:23:36,313 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#547 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:36,314 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3651935074e64b0db632ed974f73e8f6 is 50, key is test_row_0/A:col10/1732598615552/Put/seqid=0 2024-11-26T05:23:36,320 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#548 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:36,321 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/a93bf1de427e486589434e511babf3c4 is 50, key is test_row_0/B:col10/1732598615552/Put/seqid=0 2024-11-26T05:23:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742457_1633 (size=13561) 2024-11-26T05:23:36,357 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3651935074e64b0db632ed974f73e8f6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3651935074e64b0db632ed974f73e8f6 2024-11-26T05:23:36,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:23:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:36,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:36,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:36,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:36,363 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into 3651935074e64b0db632ed974f73e8f6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:36,364 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:36,364 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598616300; duration=0sec 2024-11-26T05:23:36,364 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:36,364 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:36,364 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:36,365 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:36,365 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:36,365 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:36,365 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e9228b3d611f477bbb2361d39f8824e8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/cde8e66f3f134385845a39bb4c7ec037, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/f1d443dea2bf4174acd7e3f0b92f2efa] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.2 K 2024-11-26T05:23:36,366 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9228b3d611f477bbb2361d39f8824e8, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732598614793 2024-11-26T05:23:36,366 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting cde8e66f3f134385845a39bb4c7ec037, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732598614890 2024-11-26T05:23:36,366 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1d443dea2bf4174acd7e3f0b92f2efa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732598615551 2024-11-26T05:23:36,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742458_1634 (size=13595) 2024-11-26T05:23:36,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/989e6750b61444948e099ee595309a22 is 50, key is test_row_0/A:col10/1732598616215/Put/seqid=0 2024-11-26T05:23:36,388 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/a93bf1de427e486589434e511babf3c4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a93bf1de427e486589434e511babf3c4 2024-11-26T05:23:36,389 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#550 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:36,390 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/ea1fde14b9224fe68209ebb49dae54a8 is 50, key is test_row_0/C:col10/1732598615552/Put/seqid=0 2024-11-26T05:23:36,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598676383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598676391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598676395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,404 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into a93bf1de427e486589434e511babf3c4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:36,404 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:36,404 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598616300; duration=0sec 2024-11-26T05:23:36,404 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:36,404 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:36,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742459_1635 (size=14741) 2024-11-26T05:23:36,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/989e6750b61444948e099ee595309a22 2024-11-26T05:23:36,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742460_1636 (size=13595) 2024-11-26T05:23:36,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/04d0e1c23ae642539827edaaf57a3bb6 is 50, key is test_row_0/B:col10/1732598616215/Put/seqid=0 2024-11-26T05:23:36,448 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/ea1fde14b9224fe68209ebb49dae54a8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ea1fde14b9224fe68209ebb49dae54a8 2024-11-26T05:23:36,452 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into ea1fde14b9224fe68209ebb49dae54a8(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:36,452 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:36,452 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598616301; duration=0sec 2024-11-26T05:23:36,452 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:36,452 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:36,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742461_1637 (size=12301) 2024-11-26T05:23:36,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/04d0e1c23ae642539827edaaf57a3bb6 2024-11-26T05:23:36,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/728bf12714914bdc98cfd8cc55a1eaeb is 50, key is test_row_0/C:col10/1732598616215/Put/seqid=0 2024-11-26T05:23:36,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598676497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598676497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598676504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742462_1638 (size=12301) 2024-11-26T05:23:36,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/728bf12714914bdc98cfd8cc55a1eaeb 2024-11-26T05:23:36,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/989e6750b61444948e099ee595309a22 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/989e6750b61444948e099ee595309a22 2024-11-26T05:23:36,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/989e6750b61444948e099ee595309a22, entries=200, sequenceid=553, filesize=14.4 K 2024-11-26T05:23:36,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/04d0e1c23ae642539827edaaf57a3bb6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/04d0e1c23ae642539827edaaf57a3bb6 2024-11-26T05:23:36,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/04d0e1c23ae642539827edaaf57a3bb6, entries=150, sequenceid=553, filesize=12.0 K 2024-11-26T05:23:36,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/728bf12714914bdc98cfd8cc55a1eaeb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/728bf12714914bdc98cfd8cc55a1eaeb 2024-11-26T05:23:36,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/728bf12714914bdc98cfd8cc55a1eaeb, entries=150, sequenceid=553, filesize=12.0 K 2024-11-26T05:23:36,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for dbd2fe6a05e56a46624220710f3470d8 in 197ms, sequenceid=553, compaction requested=false 2024-11-26T05:23:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:36,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:23:36,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:36,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:36,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:36,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/c0ea44e413ca48ac82c90a0e2e094fca is 50, key is test_row_0/A:col10/1732598616705/Put/seqid=0 2024-11-26T05:23:36,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742463_1639 (size=14741) 2024-11-26T05:23:36,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/c0ea44e413ca48ac82c90a0e2e094fca 2024-11-26T05:23:36,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/94ead55cedd847e8947dcf2af79e63f0 is 50, key is test_row_0/B:col10/1732598616705/Put/seqid=0 2024-11-26T05:23:36,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598676745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598676752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598676752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742464_1640 (size=12301) 2024-11-26T05:23:36,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/94ead55cedd847e8947dcf2af79e63f0 2024-11-26T05:23:36,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/087d73468ac442efb78f44079f4adbf6 is 50, key is test_row_0/C:col10/1732598616705/Put/seqid=0 2024-11-26T05:23:36,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742465_1641 (size=12301) 2024-11-26T05:23:36,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/087d73468ac442efb78f44079f4adbf6 2024-11-26T05:23:36,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/c0ea44e413ca48ac82c90a0e2e094fca as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/c0ea44e413ca48ac82c90a0e2e094fca 2024-11-26T05:23:36,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/c0ea44e413ca48ac82c90a0e2e094fca, entries=200, sequenceid=570, filesize=14.4 K 2024-11-26T05:23:36,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/94ead55cedd847e8947dcf2af79e63f0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/94ead55cedd847e8947dcf2af79e63f0 2024-11-26T05:23:36,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/94ead55cedd847e8947dcf2af79e63f0, entries=150, sequenceid=570, filesize=12.0 K 2024-11-26T05:23:36,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/087d73468ac442efb78f44079f4adbf6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/087d73468ac442efb78f44079f4adbf6 2024-11-26T05:23:36,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/087d73468ac442efb78f44079f4adbf6, entries=150, sequenceid=570, filesize=12.0 K 2024-11-26T05:23:36,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for dbd2fe6a05e56a46624220710f3470d8 in 142ms, sequenceid=570, compaction requested=true 2024-11-26T05:23:36,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:36,849 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:36,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:36,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:36,849 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:36,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:36,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:36,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:36,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:36,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:23:36,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:36,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:36,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:36,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:36,867 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:36,867 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:36,867 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:36,867 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:36,867 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:36,867 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:36,867 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3651935074e64b0db632ed974f73e8f6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/989e6750b61444948e099ee595309a22, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/c0ea44e413ca48ac82c90a0e2e094fca] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=42.0 K 2024-11-26T05:23:36,867 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a93bf1de427e486589434e511babf3c4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/04d0e1c23ae642539827edaaf57a3bb6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/94ead55cedd847e8947dcf2af79e63f0] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.3 K 2024-11-26T05:23:36,867 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3651935074e64b0db632ed974f73e8f6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732598615551 2024-11-26T05:23:36,867 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a93bf1de427e486589434e511babf3c4, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732598615551 2024-11-26T05:23:36,868 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 989e6750b61444948e099ee595309a22, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732598616215 2024-11-26T05:23:36,868 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 04d0e1c23ae642539827edaaf57a3bb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732598616215 2024-11-26T05:23:36,868 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 94ead55cedd847e8947dcf2af79e63f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732598616381 2024-11-26T05:23:36,868 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0ea44e413ca48ac82c90a0e2e094fca, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732598616379 2024-11-26T05:23:36,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1c2eacfce1b94f1aa780f67af728f1d6 is 50, key is test_row_0/A:col10/1732598616750/Put/seqid=0 2024-11-26T05:23:36,887 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#557 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:36,887 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/9d01c8528d5c4e3ca5628806193890f4 is 50, key is test_row_0/A:col10/1732598616705/Put/seqid=0 2024-11-26T05:23:36,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598676890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598676890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,896 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#558 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:36,897 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/670abb5ab7f045359c539aab684ee4c5 is 50, key is test_row_0/B:col10/1732598616705/Put/seqid=0 2024-11-26T05:23:36,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598676891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:36,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742466_1642 (size=14741) 2024-11-26T05:23:36,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1c2eacfce1b94f1aa780f67af728f1d6 2024-11-26T05:23:36,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742467_1643 (size=13663) 2024-11-26T05:23:36,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742468_1644 (size=13697) 2024-11-26T05:23:36,940 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/670abb5ab7f045359c539aab684ee4c5 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/670abb5ab7f045359c539aab684ee4c5 2024-11-26T05:23:36,941 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/9d01c8528d5c4e3ca5628806193890f4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9d01c8528d5c4e3ca5628806193890f4 2024-11-26T05:23:36,947 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into 9d01c8528d5c4e3ca5628806193890f4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:36,947 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:36,947 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598616849; duration=0sec 2024-11-26T05:23:36,947 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:36,947 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:36,947 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:36,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/9bc414285b2245f48bb8a7fb1ea8a85b is 50, key is test_row_0/B:col10/1732598616750/Put/seqid=0 2024-11-26T05:23:36,949 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into 670abb5ab7f045359c539aab684ee4c5(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:36,949 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:36,949 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598616849; duration=0sec 2024-11-26T05:23:36,950 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:36,950 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:36,953 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:36,953 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:36,953 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:36,953 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ea1fde14b9224fe68209ebb49dae54a8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/728bf12714914bdc98cfd8cc55a1eaeb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/087d73468ac442efb78f44079f4adbf6] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.3 K 2024-11-26T05:23:36,953 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea1fde14b9224fe68209ebb49dae54a8, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732598615551 2024-11-26T05:23:36,954 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 728bf12714914bdc98cfd8cc55a1eaeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1732598616215 2024-11-26T05:23:36,954 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 087d73468ac442efb78f44079f4adbf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732598616381 2024-11-26T05:23:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T05:23:36,960 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-26T05:23:36,961 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-26T05:23:36,963 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T05:23:36,964 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:36,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:36,972 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:36,972 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1925945b022d4843b13256ed3d5914ce is 50, key is test_row_0/C:col10/1732598616705/Put/seqid=0 2024-11-26T05:23:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598676996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598676996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598677007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742469_1645 (size=12301) 2024-11-26T05:23:37,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/9bc414285b2245f48bb8a7fb1ea8a85b 2024-11-26T05:23:37,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742470_1646 (size=13697) 2024-11-26T05:23:37,053 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1925945b022d4843b13256ed3d5914ce as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1925945b022d4843b13256ed3d5914ce 2024-11-26T05:23:37,057 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 1925945b022d4843b13256ed3d5914ce(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:37,057 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:37,057 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598616849; duration=0sec 2024-11-26T05:23:37,057 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:37,057 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T05:23:37,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b1f770daa3f84c39a48e840d1a6553a4 is 50, key is test_row_0/C:col10/1732598616750/Put/seqid=0 2024-11-26T05:23:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742471_1647 (size=12301) 2024-11-26T05:23:37,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b1f770daa3f84c39a48e840d1a6553a4 2024-11-26T05:23:37,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/1c2eacfce1b94f1aa780f67af728f1d6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1c2eacfce1b94f1aa780f67af728f1d6 2024-11-26T05:23:37,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1c2eacfce1b94f1aa780f67af728f1d6, entries=200, sequenceid=594, filesize=14.4 K 2024-11-26T05:23:37,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/9bc414285b2245f48bb8a7fb1ea8a85b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/9bc414285b2245f48bb8a7fb1ea8a85b 2024-11-26T05:23:37,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/9bc414285b2245f48bb8a7fb1ea8a85b, entries=150, sequenceid=594, filesize=12.0 K 2024-11-26T05:23:37,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/b1f770daa3f84c39a48e840d1a6553a4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b1f770daa3f84c39a48e840d1a6553a4 2024-11-26T05:23:37,115 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:37,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:37,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:37,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b1f770daa3f84c39a48e840d1a6553a4, entries=150, sequenceid=594, filesize=12.0 K 2024-11-26T05:23:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for dbd2fe6a05e56a46624220710f3470d8 in 260ms, sequenceid=594, compaction requested=false 2024-11-26T05:23:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:37,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:23:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:37,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/9f8eeed72e4c433ca14ee545d76a36cf is 50, key is test_row_0/A:col10/1732598617205/Put/seqid=0 2024-11-26T05:23:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742472_1648 (size=12301) 2024-11-26T05:23:37,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/9f8eeed72e4c433ca14ee545d76a36cf 2024-11-26T05:23:37,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/acb6ba77e5204caca4bf228dce8c4d4e is 50, key is test_row_0/B:col10/1732598617205/Put/seqid=0 2024-11-26T05:23:37,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742473_1649 (size=12301) 2024-11-26T05:23:37,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/acb6ba77e5204caca4bf228dce8c4d4e 2024-11-26T05:23:37,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/a1e9539d37064c57a51ce170c267eed8 is 50, key is test_row_0/C:col10/1732598617205/Put/seqid=0 2024-11-26T05:23:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T05:23:37,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:37,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:37,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:37,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742474_1650 (size=12301) 2024-11-26T05:23:37,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/a1e9539d37064c57a51ce170c267eed8 2024-11-26T05:23:37,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/9f8eeed72e4c433ca14ee545d76a36cf as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9f8eeed72e4c433ca14ee545d76a36cf 2024-11-26T05:23:37,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598677267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598677268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598677269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9f8eeed72e4c433ca14ee545d76a36cf, entries=150, sequenceid=610, filesize=12.0 K 2024-11-26T05:23:37,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/acb6ba77e5204caca4bf228dce8c4d4e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/acb6ba77e5204caca4bf228dce8c4d4e 2024-11-26T05:23:37,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/acb6ba77e5204caca4bf228dce8c4d4e, entries=150, sequenceid=610, filesize=12.0 K 2024-11-26T05:23:37,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/a1e9539d37064c57a51ce170c267eed8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/a1e9539d37064c57a51ce170c267eed8 2024-11-26T05:23:37,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/a1e9539d37064c57a51ce170c267eed8, entries=150, sequenceid=610, filesize=12.0 K 2024-11-26T05:23:37,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for dbd2fe6a05e56a46624220710f3470d8 in 93ms, sequenceid=610, compaction requested=true 2024-11-26T05:23:37,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:37,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:37,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:37,300 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:37,300 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:37,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:37,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:37,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:37,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:37,301 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:37,301 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:37,301 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,301 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9d01c8528d5c4e3ca5628806193890f4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1c2eacfce1b94f1aa780f67af728f1d6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9f8eeed72e4c433ca14ee545d76a36cf] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=39.8 K 2024-11-26T05:23:37,301 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:37,301 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d01c8528d5c4e3ca5628806193890f4, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732598616381 2024-11-26T05:23:37,301 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:37,301 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,301 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/670abb5ab7f045359c539aab684ee4c5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/9bc414285b2245f48bb8a7fb1ea8a85b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/acb6ba77e5204caca4bf228dce8c4d4e] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.4 K 2024-11-26T05:23:37,302 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 670abb5ab7f045359c539aab684ee4c5, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732598616381 2024-11-26T05:23:37,302 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c2eacfce1b94f1aa780f67af728f1d6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=594, earliestPutTs=1732598616744 2024-11-26T05:23:37,302 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bc414285b2245f48bb8a7fb1ea8a85b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=594, earliestPutTs=1732598616747 2024-11-26T05:23:37,302 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f8eeed72e4c433ca14ee545d76a36cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732598616881 2024-11-26T05:23:37,302 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting acb6ba77e5204caca4bf228dce8c4d4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732598616881 2024-11-26T05:23:37,310 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:37,310 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d4805885a7284493bea5a7c48b97d49b is 50, key is test_row_0/B:col10/1732598617205/Put/seqid=0 2024-11-26T05:23:37,320 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#566 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:37,320 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/73da1ea355544694ab124719d5002adf is 50, key is test_row_0/A:col10/1732598617205/Put/seqid=0 2024-11-26T05:23:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742475_1651 (size=13799) 2024-11-26T05:23:37,379 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d4805885a7284493bea5a7c48b97d49b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d4805885a7284493bea5a7c48b97d49b 2024-11-26T05:23:37,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T05:23:37,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:37,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:37,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:37,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:37,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:37,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:37,389 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into d4805885a7284493bea5a7c48b97d49b(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:37,389 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:37,389 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598617300; duration=0sec 2024-11-26T05:23:37,389 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:37,389 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:37,389 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:37,390 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:37,390 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:37,390 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,390 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1925945b022d4843b13256ed3d5914ce, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b1f770daa3f84c39a48e840d1a6553a4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/a1e9539d37064c57a51ce170c267eed8] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.4 K 2024-11-26T05:23:37,390 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 1925945b022d4843b13256ed3d5914ce, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1732598616381 2024-11-26T05:23:37,390 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b1f770daa3f84c39a48e840d1a6553a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=594, earliestPutTs=1732598616747 2024-11-26T05:23:37,390 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a1e9539d37064c57a51ce170c267eed8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732598616881 2024-11-26T05:23:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742476_1652 (size=13765) 2024-11-26T05:23:37,399 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/73da1ea355544694ab124719d5002adf as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/73da1ea355544694ab124719d5002adf 2024-11-26T05:23:37,403 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into 73da1ea355544694ab124719d5002adf(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:37,403 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:37,403 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598617299; duration=0sec 2024-11-26T05:23:37,403 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:37,403 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:37,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/738c033c1f494afaa4592a914597fd19 is 50, key is test_row_0/A:col10/1732598617266/Put/seqid=0 2024-11-26T05:23:37,414 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#568 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:37,415 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/78da63719b8c4a45b02b8dd7f4d215f7 is 50, key is test_row_0/C:col10/1732598617205/Put/seqid=0 2024-11-26T05:23:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598677408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598677415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:37,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:37,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:37,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598677416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742477_1653 (size=14741) 2024-11-26T05:23:37,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742478_1654 (size=13799) 2024-11-26T05:23:37,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598677517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598677518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598677526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T05:23:37,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:37,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:37,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598677723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598677724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598677732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:37,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:37,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:37,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:37,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/738c033c1f494afaa4592a914597fd19 2024-11-26T05:23:37,995 INFO [AsyncFSWAL-0-hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData-prefix:6de696b11002,44643,1732598471032 {}] wal.AbstractFSWAL(1183): Slow sync cost: 114 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44289,DS-c2148e3b-d3e7-404e-82b8-4d97772902ba,DISK]] 2024-11-26T05:23:37,999 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/78da63719b8c4a45b02b8dd7f4d215f7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/78da63719b8c4a45b02b8dd7f4d215f7 2024-11-26T05:23:38,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2c4e4904c7f34b91bce975a45162f95c is 50, key is test_row_0/B:col10/1732598617266/Put/seqid=0 2024-11-26T05:23:38,005 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 78da63719b8c4a45b02b8dd7f4d215f7(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:38,005 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:38,005 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598617300; duration=0sec 2024-11-26T05:23:38,005 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:38,005 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:38,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742479_1655 (size=12301) 2024-11-26T05:23:38,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598678029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598678031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598678041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T05:23:38,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:38,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,297 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:38,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2c4e4904c7f34b91bce975a45162f95c 2024-11-26T05:23:38,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/46d103fe6c174d949ef7c09767a1ec71 is 50, key is test_row_0/C:col10/1732598617266/Put/seqid=0 2024-11-26T05:23:38,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:38,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742480_1656 (size=12301) 2024-11-26T05:23:38,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/46d103fe6c174d949ef7c09767a1ec71 2024-11-26T05:23:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/738c033c1f494afaa4592a914597fd19 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/738c033c1f494afaa4592a914597fd19 2024-11-26T05:23:38,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/738c033c1f494afaa4592a914597fd19, entries=200, sequenceid=635, filesize=14.4 K 2024-11-26T05:23:38,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/2c4e4904c7f34b91bce975a45162f95c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2c4e4904c7f34b91bce975a45162f95c 2024-11-26T05:23:38,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2c4e4904c7f34b91bce975a45162f95c, entries=150, sequenceid=635, filesize=12.0 K 2024-11-26T05:23:38,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/46d103fe6c174d949ef7c09767a1ec71 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/46d103fe6c174d949ef7c09767a1ec71 2024-11-26T05:23:38,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/46d103fe6c174d949ef7c09767a1ec71, entries=150, sequenceid=635, filesize=12.0 K 2024-11-26T05:23:38,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for dbd2fe6a05e56a46624220710f3470d8 in 1099ms, sequenceid=635, compaction requested=false 2024-11-26T05:23:38,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:38,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:23:38,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:38,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:38,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:38,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:38,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:38,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:38,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3658dd2b9ddc4ce5b15ee9b868dea070 is 50, key is test_row_0/A:col10/1732598617403/Put/seqid=0 2024-11-26T05:23:38,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742481_1657 (size=14741) 2024-11-26T05:23:38,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598678592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:38,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:38,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:38,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598678597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598678600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598678702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598678709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598678711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:38,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:38,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:38,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598678905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:38,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:38,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:38,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:38,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:38,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598678916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598678916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:38,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3658dd2b9ddc4ce5b15ee9b868dea070 2024-11-26T05:23:38,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d8f12695a8f049d3ba9af91852f19415 is 50, key is test_row_0/B:col10/1732598617403/Put/seqid=0 2024-11-26T05:23:38,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742482_1658 (size=12301) 2024-11-26T05:23:38,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d8f12695a8f049d3ba9af91852f19415 2024-11-26T05:23:39,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/008ff8675cc14bb19f78c653bf6e6a90 is 50, key is test_row_0/C:col10/1732598617403/Put/seqid=0 2024-11-26T05:23:39,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742483_1659 (size=12301) 2024-11-26T05:23:39,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/008ff8675cc14bb19f78c653bf6e6a90 2024-11-26T05:23:39,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/3658dd2b9ddc4ce5b15ee9b868dea070 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3658dd2b9ddc4ce5b15ee9b868dea070 2024-11-26T05:23:39,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3658dd2b9ddc4ce5b15ee9b868dea070, entries=200, sequenceid=651, filesize=14.4 K 2024-11-26T05:23:39,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d8f12695a8f049d3ba9af91852f19415 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d8f12695a8f049d3ba9af91852f19415 2024-11-26T05:23:39,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d8f12695a8f049d3ba9af91852f19415, entries=150, sequenceid=651, filesize=12.0 K 2024-11-26T05:23:39,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/008ff8675cc14bb19f78c653bf6e6a90 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/008ff8675cc14bb19f78c653bf6e6a90 2024-11-26T05:23:39,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/008ff8675cc14bb19f78c653bf6e6a90, entries=150, sequenceid=651, filesize=12.0 K 2024-11-26T05:23:39,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dbd2fe6a05e56a46624220710f3470d8 in 507ms, sequenceid=651, compaction requested=true 2024-11-26T05:23:39,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:39,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:39,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:39,046 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:39,046 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:39,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:39,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:39,048 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:39,048 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43247 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:39,048 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:39,048 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:39,048 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:39,048 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:39,048 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/73da1ea355544694ab124719d5002adf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/738c033c1f494afaa4592a914597fd19, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3658dd2b9ddc4ce5b15ee9b868dea070] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=42.2 K 2024-11-26T05:23:39,048 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d4805885a7284493bea5a7c48b97d49b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2c4e4904c7f34b91bce975a45162f95c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d8f12695a8f049d3ba9af91852f19415] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.5 K 2024-11-26T05:23:39,048 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73da1ea355544694ab124719d5002adf, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732598616881 2024-11-26T05:23:39,048 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting d4805885a7284493bea5a7c48b97d49b, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732598616881 2024-11-26T05:23:39,049 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 738c033c1f494afaa4592a914597fd19, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1732598617265 2024-11-26T05:23:39,049 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c4e4904c7f34b91bce975a45162f95c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1732598617265 2024-11-26T05:23:39,049 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting d8f12695a8f049d3ba9af91852f19415, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732598617403 2024-11-26T05:23:39,049 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3658dd2b9ddc4ce5b15ee9b868dea070, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732598617403 2024-11-26T05:23:39,056 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#574 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:39,057 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/a98c5fb48e3e4109ab3b3f8369dbacca is 50, key is test_row_0/B:col10/1732598617403/Put/seqid=0 2024-11-26T05:23:39,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:39,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T05:23:39,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:39,062 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T05:23:39,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:39,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:39,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:39,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:39,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:39,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T05:23:39,069 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:39,069 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/d115ed3602d84f178217f9a04e441909 is 50, key is test_row_0/A:col10/1732598617403/Put/seqid=0 2024-11-26T05:23:39,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f014aefdc5c44c94aaff712877ea0fb1 is 50, key is test_row_0/A:col10/1732598618599/Put/seqid=0 2024-11-26T05:23:39,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742484_1660 (size=13901) 2024-11-26T05:23:39,123 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/a98c5fb48e3e4109ab3b3f8369dbacca as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a98c5fb48e3e4109ab3b3f8369dbacca 2024-11-26T05:23:39,131 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into a98c5fb48e3e4109ab3b3f8369dbacca(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:39,131 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:39,131 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598619046; duration=0sec 2024-11-26T05:23:39,131 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:39,131 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:39,131 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742485_1661 (size=13867) 2024-11-26T05:23:39,134 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:39,134 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:39,134 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:39,135 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/78da63719b8c4a45b02b8dd7f4d215f7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/46d103fe6c174d949ef7c09767a1ec71, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/008ff8675cc14bb19f78c653bf6e6a90] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.5 K 2024-11-26T05:23:39,135 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 78da63719b8c4a45b02b8dd7f4d215f7, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732598616881 2024-11-26T05:23:39,135 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 46d103fe6c174d949ef7c09767a1ec71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1732598617265 2024-11-26T05:23:39,136 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 008ff8675cc14bb19f78c653bf6e6a90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732598617403 2024-11-26T05:23:39,141 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/d115ed3602d84f178217f9a04e441909 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d115ed3602d84f178217f9a04e441909 2024-11-26T05:23:39,151 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into d115ed3602d84f178217f9a04e441909(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:39,151 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:39,151 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598619046; duration=0sec 2024-11-26T05:23:39,151 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:39,151 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:39,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742486_1662 (size=12301) 2024-11-26T05:23:39,152 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=674 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f014aefdc5c44c94aaff712877ea0fb1 2024-11-26T05:23:39,160 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#577 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:39,161 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/9af94a5abbbc4e0fb4f3f3ff1731d8dc is 50, key is test_row_0/C:col10/1732598617403/Put/seqid=0 2024-11-26T05:23:39,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/fd5a03005c11452786c86db1fe6125bc is 50, key is test_row_0/B:col10/1732598618599/Put/seqid=0 2024-11-26T05:23:39,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742487_1663 (size=13901) 2024-11-26T05:23:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742488_1664 (size=12301) 2024-11-26T05:23:39,213 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/9af94a5abbbc4e0fb4f3f3ff1731d8dc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/9af94a5abbbc4e0fb4f3f3ff1731d8dc 2024-11-26T05:23:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. as already flushing 2024-11-26T05:23:39,219 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 9af94a5abbbc4e0fb4f3f3ff1731d8dc(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:39,219 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:39,219 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598619047; duration=0sec 2024-11-26T05:23:39,219 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:39,219 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:39,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598679242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598679249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598679249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598679351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598679359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598679360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598679557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 340 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598679565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598679565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,612 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=674 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/fd5a03005c11452786c86db1fe6125bc 2024-11-26T05:23:39,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/ed2b56be49fc42fca9ed7aed32ff72c3 is 50, key is test_row_0/C:col10/1732598618599/Put/seqid=0 2024-11-26T05:23:39,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742489_1665 (size=12301) 2024-11-26T05:23:39,656 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=674 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/ed2b56be49fc42fca9ed7aed32ff72c3 2024-11-26T05:23:39,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f014aefdc5c44c94aaff712877ea0fb1 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f014aefdc5c44c94aaff712877ea0fb1 2024-11-26T05:23:39,663 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f014aefdc5c44c94aaff712877ea0fb1, entries=150, sequenceid=674, filesize=12.0 K 2024-11-26T05:23:39,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/fd5a03005c11452786c86db1fe6125bc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/fd5a03005c11452786c86db1fe6125bc 2024-11-26T05:23:39,668 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/fd5a03005c11452786c86db1fe6125bc, entries=150, sequenceid=674, filesize=12.0 K 2024-11-26T05:23:39,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/ed2b56be49fc42fca9ed7aed32ff72c3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed2b56be49fc42fca9ed7aed32ff72c3 2024-11-26T05:23:39,672 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed2b56be49fc42fca9ed7aed32ff72c3, entries=150, sequenceid=674, filesize=12.0 K 2024-11-26T05:23:39,673 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dbd2fe6a05e56a46624220710f3470d8 in 611ms, sequenceid=674, compaction requested=false 2024-11-26T05:23:39,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:39,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:39,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-26T05:23:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-26T05:23:39,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-26T05:23:39,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7120 sec 2024-11-26T05:23:39,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.7200 sec 2024-11-26T05:23:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:39,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T05:23:39,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:39,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:39,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:39,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:39,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:39,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:39,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/30380a088ff3407eb9430a209573152c is 50, key is test_row_0/A:col10/1732598619245/Put/seqid=0 2024-11-26T05:23:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742490_1666 (size=14741) 2024-11-26T05:23:39,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598679896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598679897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:39,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598679899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598680002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598680002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598680005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,025 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T05:23:40,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 352 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598680206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598680207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598680209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/30380a088ff3407eb9430a209573152c 2024-11-26T05:23:40,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/ef650555829548c5a98540bda508ce19 is 50, key is test_row_0/B:col10/1732598619245/Put/seqid=0 2024-11-26T05:23:40,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742491_1667 (size=12301) 2024-11-26T05:23:40,315 DEBUG [Thread-2301 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:50299 2024-11-26T05:23:40,315 DEBUG [Thread-2301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:40,317 DEBUG [Thread-2297 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:50299 2024-11-26T05:23:40,317 DEBUG [Thread-2297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:40,320 DEBUG [Thread-2303 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:50299 2024-11-26T05:23:40,320 DEBUG [Thread-2303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:40,321 DEBUG [Thread-2299 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:50299 2024-11-26T05:23:40,321 DEBUG [Thread-2299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:40,324 DEBUG [Thread-2305 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:50299 2024-11-26T05:23:40,324 DEBUG [Thread-2305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1732598680401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,402 DEBUG [Thread-2292 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18217 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:23:40,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38872 deadline: 1732598680415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,416 DEBUG [Thread-2288 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18251 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., hostname=6de696b11002,34963,1732598472077, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:23:40,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 333 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598680513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598680515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598680519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:40,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/ef650555829548c5a98540bda508ce19 2024-11-26T05:23:40,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/abe25d20e1c0480e81559dfa40da903a is 50, key is test_row_0/C:col10/1732598619245/Put/seqid=0 2024-11-26T05:23:40,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742492_1668 (size=12301) 2024-11-26T05:23:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 356 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38848 deadline: 1732598681018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:41,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38900 deadline: 1732598681020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:41,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38868 deadline: 1732598681024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T05:23:41,069 INFO [Thread-2296 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-26T05:23:41,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/abe25d20e1c0480e81559dfa40da903a 2024-11-26T05:23:41,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/30380a088ff3407eb9430a209573152c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/30380a088ff3407eb9430a209573152c 2024-11-26T05:23:41,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/30380a088ff3407eb9430a209573152c, entries=200, sequenceid=691, filesize=14.4 K 2024-11-26T05:23:41,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/ef650555829548c5a98540bda508ce19 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/ef650555829548c5a98540bda508ce19 2024-11-26T05:23:41,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/ef650555829548c5a98540bda508ce19, entries=150, sequenceid=691, filesize=12.0 K 2024-11-26T05:23:41,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/abe25d20e1c0480e81559dfa40da903a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/abe25d20e1c0480e81559dfa40da903a 2024-11-26T05:23:41,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/abe25d20e1c0480e81559dfa40da903a, entries=150, sequenceid=691, filesize=12.0 K 2024-11-26T05:23:41,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dbd2fe6a05e56a46624220710f3470d8 in 1257ms, sequenceid=691, compaction requested=true 2024-11-26T05:23:41,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:41,123 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dbd2fe6a05e56a46624220710f3470d8:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:41,123 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:41,123 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:41,123 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40909 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:41,124 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/A is initiating minor compaction (all files) 2024-11-26T05:23:41,124 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/B is initiating minor compaction (all files) 2024-11-26T05:23:41,124 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/B in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:41,124 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/A in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:41,124 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d115ed3602d84f178217f9a04e441909, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f014aefdc5c44c94aaff712877ea0fb1, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/30380a088ff3407eb9430a209573152c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=40.0 K 2024-11-26T05:23:41,124 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a98c5fb48e3e4109ab3b3f8369dbacca, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/fd5a03005c11452786c86db1fe6125bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/ef650555829548c5a98540bda508ce19] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.6 K 2024-11-26T05:23:41,124 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d115ed3602d84f178217f9a04e441909, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732598617403 2024-11-26T05:23:41,124 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a98c5fb48e3e4109ab3b3f8369dbacca, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732598617403 2024-11-26T05:23:41,124 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting fd5a03005c11452786c86db1fe6125bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=674, earliestPutTs=1732598618578 2024-11-26T05:23:41,124 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f014aefdc5c44c94aaff712877ea0fb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=674, earliestPutTs=1732598618578 2024-11-26T05:23:41,124 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting ef650555829548c5a98540bda508ce19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1732598619245 2024-11-26T05:23:41,125 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30380a088ff3407eb9430a209573152c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1732598619234 2024-11-26T05:23:41,130 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#B#compaction#583 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:41,130 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#A#compaction#584 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:41,131 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/854dbe6a1a954f67a798bf116e0742ec is 50, key is test_row_0/B:col10/1732598619245/Put/seqid=0 2024-11-26T05:23:41,131 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/e905420741734ee986cd1496b1d8719d is 50, key is test_row_0/A:col10/1732598619245/Put/seqid=0 2024-11-26T05:23:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742493_1669 (size=14003) 2024-11-26T05:23:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742494_1670 (size=13969) 2024-11-26T05:23:41,137 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/854dbe6a1a954f67a798bf116e0742ec as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/854dbe6a1a954f67a798bf116e0742ec 2024-11-26T05:23:41,141 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/B of dbd2fe6a05e56a46624220710f3470d8 into 854dbe6a1a954f67a798bf116e0742ec(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:41,141 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:41,141 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/B, priority=13, startTime=1732598621123; duration=0sec 2024-11-26T05:23:41,141 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:41,141 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:B 2024-11-26T05:23:41,141 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:41,142 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:41,142 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): dbd2fe6a05e56a46624220710f3470d8/C is initiating minor compaction (all files) 2024-11-26T05:23:41,142 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dbd2fe6a05e56a46624220710f3470d8/C in TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:41,142 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/9af94a5abbbc4e0fb4f3f3ff1731d8dc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed2b56be49fc42fca9ed7aed32ff72c3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/abe25d20e1c0480e81559dfa40da903a] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp, totalSize=37.6 K 2024-11-26T05:23:41,143 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9af94a5abbbc4e0fb4f3f3ff1731d8dc, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732598617403 2024-11-26T05:23:41,143 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting ed2b56be49fc42fca9ed7aed32ff72c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=674, earliestPutTs=1732598618578 2024-11-26T05:23:41,144 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting abe25d20e1c0480e81559dfa40da903a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1732598619245 2024-11-26T05:23:41,149 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dbd2fe6a05e56a46624220710f3470d8#C#compaction#585 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:41,150 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/3eea4eb14acb41e3bc0909db968f3f52 is 50, key is test_row_0/C:col10/1732598619245/Put/seqid=0 2024-11-26T05:23:41,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742495_1671 (size=14003) 2024-11-26T05:23:41,544 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/e905420741734ee986cd1496b1d8719d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/e905420741734ee986cd1496b1d8719d 2024-11-26T05:23:41,550 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/A of dbd2fe6a05e56a46624220710f3470d8 into e905420741734ee986cd1496b1d8719d(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:41,550 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:41,551 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/A, priority=13, startTime=1732598621123; duration=0sec 2024-11-26T05:23:41,551 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:41,551 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:A 2024-11-26T05:23:41,556 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/3eea4eb14acb41e3bc0909db968f3f52 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/3eea4eb14acb41e3bc0909db968f3f52 2024-11-26T05:23:41,560 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dbd2fe6a05e56a46624220710f3470d8/C of dbd2fe6a05e56a46624220710f3470d8 into 3eea4eb14acb41e3bc0909db968f3f52(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:41,560 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:41,560 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8., storeName=dbd2fe6a05e56a46624220710f3470d8/C, priority=13, startTime=1732598621123; duration=0sec 2024-11-26T05:23:41,560 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:41,560 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dbd2fe6a05e56a46624220710f3470d8:C 2024-11-26T05:23:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:42,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T05:23:42,031 DEBUG [Thread-2290 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:50299 2024-11-26T05:23:42,031 DEBUG [Thread-2286 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:50299 2024-11-26T05:23:42,031 DEBUG [Thread-2294 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:50299 2024-11-26T05:23:42,031 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:42,031 DEBUG [Thread-2286 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:42,031 DEBUG [Thread-2294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:42,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:42,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:42,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:42,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:42,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:42,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:42,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f4745eb474e34317b0ad37c2ae8c916c is 50, key is test_row_0/A:col10/1732598622028/Put/seqid=0 2024-11-26T05:23:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742496_1672 (size=12301) 2024-11-26T05:23:42,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=719 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f4745eb474e34317b0ad37c2ae8c916c 2024-11-26T05:23:42,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d8b345e7219743fba65a65f1c645ecdf is 50, key is test_row_0/B:col10/1732598622028/Put/seqid=0 2024-11-26T05:23:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742497_1673 (size=12301) 2024-11-26T05:23:42,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=719 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d8b345e7219743fba65a65f1c645ecdf 2024-11-26T05:23:42,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/dbffc260005e489a891b94f32ab41f46 is 50, key is test_row_0/C:col10/1732598622028/Put/seqid=0 2024-11-26T05:23:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742498_1674 (size=12301) 2024-11-26T05:23:43,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=719 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/dbffc260005e489a891b94f32ab41f46 2024-11-26T05:23:43,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/f4745eb474e34317b0ad37c2ae8c916c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f4745eb474e34317b0ad37c2ae8c916c 2024-11-26T05:23:43,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f4745eb474e34317b0ad37c2ae8c916c, entries=150, sequenceid=719, filesize=12.0 K 2024-11-26T05:23:43,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/d8b345e7219743fba65a65f1c645ecdf as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d8b345e7219743fba65a65f1c645ecdf 2024-11-26T05:23:43,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d8b345e7219743fba65a65f1c645ecdf, entries=150, sequenceid=719, filesize=12.0 K 2024-11-26T05:23:43,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/dbffc260005e489a891b94f32ab41f46 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/dbffc260005e489a891b94f32ab41f46 2024-11-26T05:23:43,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/dbffc260005e489a891b94f32ab41f46, entries=150, sequenceid=719, filesize=12.0 K 2024-11-26T05:23:43,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for dbd2fe6a05e56a46624220710f3470d8 in 1266ms, sequenceid=719, compaction requested=false 2024-11-26T05:23:43,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:50,435 DEBUG [Thread-2292 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:50299 2024-11-26T05:23:50,435 DEBUG [Thread-2292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:50,443 DEBUG [Thread-2288 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:50299 2024-11-26T05:23:50,443 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:50,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 195 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 164 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 174 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1599 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4797 rows 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1606 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4818 rows 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1613 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4839 rows 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1626 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4878 rows 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1632 2024-11-26T05:23:50,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4896 rows 2024-11-26T05:23:50,444 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T05:23:50,444 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x022a6e9f to 127.0.0.1:50299 2024-11-26T05:23:50,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:23:50,446 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T05:23:50,447 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T05:23:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T05:23:50,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598630449"}]},"ts":"1732598630449"} 2024-11-26T05:23:50,450 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T05:23:50,491 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T05:23:50,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T05:23:50,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dbd2fe6a05e56a46624220710f3470d8, UNASSIGN}] 2024-11-26T05:23:50,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dbd2fe6a05e56a46624220710f3470d8, UNASSIGN 2024-11-26T05:23:50,493 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=dbd2fe6a05e56a46624220710f3470d8, regionState=CLOSING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:23:50,494 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T05:23:50,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:23:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T05:23:50,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:50,645 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:50,645 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T05:23:50,645 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing dbd2fe6a05e56a46624220710f3470d8, disabling compactions & flushes 2024-11-26T05:23:50,645 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:50,645 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:50,645 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. after waiting 0 ms 2024-11-26T05:23:50,645 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:50,645 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing dbd2fe6a05e56a46624220710f3470d8 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-26T05:23:50,645 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=A 2024-11-26T05:23:50,646 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:50,646 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=B 2024-11-26T05:23:50,646 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:50,646 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dbd2fe6a05e56a46624220710f3470d8, store=C 2024-11-26T05:23:50,646 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:50,652 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/de0209c8352148728b20a83d47790cc8 is 50, key is test_row_0/A:col10/1732598630442/Put/seqid=0 2024-11-26T05:23:50,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742499_1675 (size=9857) 2024-11-26T05:23:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T05:23:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T05:23:51,067 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/de0209c8352148728b20a83d47790cc8 2024-11-26T05:23:51,073 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/45b9a5d586214b69baf40eeb6db7e84a is 50, key is test_row_0/B:col10/1732598630442/Put/seqid=0 2024-11-26T05:23:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742500_1676 (size=9857) 2024-11-26T05:23:51,476 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/45b9a5d586214b69baf40eeb6db7e84a 2024-11-26T05:23:51,480 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1a05f8417ec444f4877053b20b997696 is 50, key is test_row_0/C:col10/1732598630442/Put/seqid=0 2024-11-26T05:23:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742501_1677 (size=9857) 2024-11-26T05:23:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T05:23:51,883 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1a05f8417ec444f4877053b20b997696 2024-11-26T05:23:51,886 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/A/de0209c8352148728b20a83d47790cc8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/de0209c8352148728b20a83d47790cc8 2024-11-26T05:23:51,889 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/de0209c8352148728b20a83d47790cc8, entries=100, sequenceid=724, filesize=9.6 K 2024-11-26T05:23:51,889 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/B/45b9a5d586214b69baf40eeb6db7e84a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/45b9a5d586214b69baf40eeb6db7e84a 2024-11-26T05:23:51,892 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/45b9a5d586214b69baf40eeb6db7e84a, entries=100, sequenceid=724, filesize=9.6 K 2024-11-26T05:23:51,892 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/.tmp/C/1a05f8417ec444f4877053b20b997696 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1a05f8417ec444f4877053b20b997696 2024-11-26T05:23:51,894 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1a05f8417ec444f4877053b20b997696, entries=100, sequenceid=724, filesize=9.6 K 2024-11-26T05:23:51,895 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for dbd2fe6a05e56a46624220710f3470d8 in 1249ms, sequenceid=724, compaction requested=true 2024-11-26T05:23:51,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f3e9a420ffa84c0dba6df8190ce273f7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1236c7f5607d437091847cfcf66ba532, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/4e10f4e75d6c4905a28af6b3615b039b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7a62af60de7e4ae4a0eae710467d3be8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d6936f04393440582680d321dd0c0f3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/93e94e632910402e8f3e2af514e56f77, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8dc00e78b2a84299974ab4b49d9c6fee, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1d4e76ee4b4f4c72828d0343ca0e471a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/fcc363a20c1047b1b366b4680e57bb56, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7098ca2d44c94941a6eb2210e715641a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5691e004a5f540a69968e290414e74c0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/645b9c5c3e6b4dc0bb28ee3f34f5f52c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7b6cf601eed44cfbab9493e1f7136810, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/cc5b1e1b64754968bde03ee0d4da10b7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8f53cbedb977483cb2006c50d4b5069b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f932aa1d83a94aff8b97628d344f931f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7d1e8ddc30624be3a3a548e5cb7f3318, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/e2e785d6f01a4847aed21f520775ef65, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d7def44b82854490902ae686ee2ca432, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7fbda11595f64cdb975f22ce391b99d2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/eaa52e9df4244cba9c8c444154d7a4fe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ee2ca1ecd6fb4d288f7b9c5062af0b78, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/46eb69c2d31948d885e4c069d3f81de9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/744bd20c89104f4bad61720efde4a9d8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/bfcdff646da74abb9f0fa0c8351c2bfe, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/dbf3f22d75644626b39160402b38a6b8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ccde4466482c4b6894d80d8279f617d5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ae9a5d207289470d86d88687d6d33621, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ed530586f64d429288ce6ecf34261b2f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d321aa338b3c480587f58d87474a26f7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5d8999dc989749909598c9051fea0f94, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1f15fd54fd9844128c9bda43a8dca521, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d2325bd629545fa85ef89168b1c9cf9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/872bb906d71a419783d2949d4be8a929, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/a506a0c7d14240158aceee8ac3555e30, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/97ad971ecf6e475f99ac5cf48bb9b0ad, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/16b3b56d4f7a44edac39946fe494fe96, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3651935074e64b0db632ed974f73e8f6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/989e6750b61444948e099ee595309a22, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/c0ea44e413ca48ac82c90a0e2e094fca, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9d01c8528d5c4e3ca5628806193890f4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1c2eacfce1b94f1aa780f67af728f1d6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/73da1ea355544694ab124719d5002adf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9f8eeed72e4c433ca14ee545d76a36cf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/738c033c1f494afaa4592a914597fd19, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3658dd2b9ddc4ce5b15ee9b868dea070, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d115ed3602d84f178217f9a04e441909, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f014aefdc5c44c94aaff712877ea0fb1, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/30380a088ff3407eb9430a209573152c] to archive 2024-11-26T05:23:51,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:23:51,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f3e9a420ffa84c0dba6df8190ce273f7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f3e9a420ffa84c0dba6df8190ce273f7 2024-11-26T05:23:51,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1236c7f5607d437091847cfcf66ba532 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1236c7f5607d437091847cfcf66ba532 2024-11-26T05:23:51,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/4e10f4e75d6c4905a28af6b3615b039b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/4e10f4e75d6c4905a28af6b3615b039b 2024-11-26T05:23:51,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7a62af60de7e4ae4a0eae710467d3be8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7a62af60de7e4ae4a0eae710467d3be8 2024-11-26T05:23:51,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d6936f04393440582680d321dd0c0f3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d6936f04393440582680d321dd0c0f3 2024-11-26T05:23:51,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/93e94e632910402e8f3e2af514e56f77 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/93e94e632910402e8f3e2af514e56f77 2024-11-26T05:23:51,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8dc00e78b2a84299974ab4b49d9c6fee to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8dc00e78b2a84299974ab4b49d9c6fee 2024-11-26T05:23:51,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1d4e76ee4b4f4c72828d0343ca0e471a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1d4e76ee4b4f4c72828d0343ca0e471a 2024-11-26T05:23:51,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/fcc363a20c1047b1b366b4680e57bb56 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/fcc363a20c1047b1b366b4680e57bb56 2024-11-26T05:23:51,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7098ca2d44c94941a6eb2210e715641a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7098ca2d44c94941a6eb2210e715641a 2024-11-26T05:23:51,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5691e004a5f540a69968e290414e74c0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5691e004a5f540a69968e290414e74c0 2024-11-26T05:23:51,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/645b9c5c3e6b4dc0bb28ee3f34f5f52c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/645b9c5c3e6b4dc0bb28ee3f34f5f52c 2024-11-26T05:23:51,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7b6cf601eed44cfbab9493e1f7136810 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7b6cf601eed44cfbab9493e1f7136810 2024-11-26T05:23:51,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/cc5b1e1b64754968bde03ee0d4da10b7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/cc5b1e1b64754968bde03ee0d4da10b7 2024-11-26T05:23:51,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8f53cbedb977483cb2006c50d4b5069b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/8f53cbedb977483cb2006c50d4b5069b 2024-11-26T05:23:51,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f932aa1d83a94aff8b97628d344f931f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f932aa1d83a94aff8b97628d344f931f 2024-11-26T05:23:51,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7d1e8ddc30624be3a3a548e5cb7f3318 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7d1e8ddc30624be3a3a548e5cb7f3318 2024-11-26T05:23:51,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/e2e785d6f01a4847aed21f520775ef65 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/e2e785d6f01a4847aed21f520775ef65 2024-11-26T05:23:51,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d7def44b82854490902ae686ee2ca432 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d7def44b82854490902ae686ee2ca432 2024-11-26T05:23:51,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7fbda11595f64cdb975f22ce391b99d2 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/7fbda11595f64cdb975f22ce391b99d2 2024-11-26T05:23:51,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/eaa52e9df4244cba9c8c444154d7a4fe to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/eaa52e9df4244cba9c8c444154d7a4fe 2024-11-26T05:23:51,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ee2ca1ecd6fb4d288f7b9c5062af0b78 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ee2ca1ecd6fb4d288f7b9c5062af0b78 2024-11-26T05:23:51,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/46eb69c2d31948d885e4c069d3f81de9 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/46eb69c2d31948d885e4c069d3f81de9 2024-11-26T05:23:51,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/744bd20c89104f4bad61720efde4a9d8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/744bd20c89104f4bad61720efde4a9d8 2024-11-26T05:23:51,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/bfcdff646da74abb9f0fa0c8351c2bfe to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/bfcdff646da74abb9f0fa0c8351c2bfe 2024-11-26T05:23:51,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/dbf3f22d75644626b39160402b38a6b8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/dbf3f22d75644626b39160402b38a6b8 2024-11-26T05:23:51,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ccde4466482c4b6894d80d8279f617d5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ccde4466482c4b6894d80d8279f617d5 2024-11-26T05:23:51,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ae9a5d207289470d86d88687d6d33621 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ae9a5d207289470d86d88687d6d33621 2024-11-26T05:23:51,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ed530586f64d429288ce6ecf34261b2f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/ed530586f64d429288ce6ecf34261b2f 2024-11-26T05:23:51,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d321aa338b3c480587f58d87474a26f7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d321aa338b3c480587f58d87474a26f7 2024-11-26T05:23:51,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5d8999dc989749909598c9051fea0f94 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/5d8999dc989749909598c9051fea0f94 2024-11-26T05:23:51,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1f15fd54fd9844128c9bda43a8dca521 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1f15fd54fd9844128c9bda43a8dca521 2024-11-26T05:23:51,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d2325bd629545fa85ef89168b1c9cf9 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3d2325bd629545fa85ef89168b1c9cf9 2024-11-26T05:23:51,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/872bb906d71a419783d2949d4be8a929 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/872bb906d71a419783d2949d4be8a929 2024-11-26T05:23:51,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/a506a0c7d14240158aceee8ac3555e30 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/a506a0c7d14240158aceee8ac3555e30 2024-11-26T05:23:51,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/97ad971ecf6e475f99ac5cf48bb9b0ad to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/97ad971ecf6e475f99ac5cf48bb9b0ad 2024-11-26T05:23:51,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/16b3b56d4f7a44edac39946fe494fe96 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/16b3b56d4f7a44edac39946fe494fe96 2024-11-26T05:23:51,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3651935074e64b0db632ed974f73e8f6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3651935074e64b0db632ed974f73e8f6 2024-11-26T05:23:51,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/989e6750b61444948e099ee595309a22 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/989e6750b61444948e099ee595309a22 2024-11-26T05:23:51,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/c0ea44e413ca48ac82c90a0e2e094fca to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/c0ea44e413ca48ac82c90a0e2e094fca 2024-11-26T05:23:51,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9d01c8528d5c4e3ca5628806193890f4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9d01c8528d5c4e3ca5628806193890f4 2024-11-26T05:23:51,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1c2eacfce1b94f1aa780f67af728f1d6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/1c2eacfce1b94f1aa780f67af728f1d6 2024-11-26T05:23:51,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/73da1ea355544694ab124719d5002adf to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/73da1ea355544694ab124719d5002adf 2024-11-26T05:23:51,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9f8eeed72e4c433ca14ee545d76a36cf to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/9f8eeed72e4c433ca14ee545d76a36cf 2024-11-26T05:23:51,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/738c033c1f494afaa4592a914597fd19 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/738c033c1f494afaa4592a914597fd19 2024-11-26T05:23:51,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3658dd2b9ddc4ce5b15ee9b868dea070 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/3658dd2b9ddc4ce5b15ee9b868dea070 2024-11-26T05:23:51,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d115ed3602d84f178217f9a04e441909 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/d115ed3602d84f178217f9a04e441909 2024-11-26T05:23:51,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f014aefdc5c44c94aaff712877ea0fb1 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f014aefdc5c44c94aaff712877ea0fb1 2024-11-26T05:23:51,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/30380a088ff3407eb9430a209573152c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/30380a088ff3407eb9430a209573152c 2024-11-26T05:23:51,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bb3cb1454d0d4230b25e3fd529e2f11a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a699b5bd506f4f63a4cc8a1b82126883, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/091a0a5b7a5b44ffab06497a88f78cbc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/00ce13434f7a48d5975428623a431c15, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/da331955b50b46528991de08ed7ca83c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bf8d5580469c4ecea6d25b8ef0f314f8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2716c4d1a54840ecbb17a976379b8bb0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8f247506a8b7411aaa576871287b5c82, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/0f7edad3e11a48488fd96cf82b0f376b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/e2b3ea0fab974ee9880cdad64963ae14, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/41dd2f2881924d5586a4610bdd56dc0f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8eee86910fba40aabc05a65b39dcbac8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c82ba78bb77645f784de2c6a205c21e8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c7285cad42414c95990c6ab635fd3207, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/7c82aa6a779e4a22b166520a54a076db, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bd84a10d2d8e43a5a09b8062c7cfc06d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8d5e06dec5dd4941a26208acd9b51601, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/716631f6a854442290f94c9e16ead1d4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/70ae01d4a350483c9e7a1de838918896, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a9c10cc3cda648ce8610ddd2d6de8896, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/f8756cbc743549f19c033a2b7e2555d0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/141e742a9eee4b1c80ef7796d178e954, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bfd9c1e88e0c4a748ae3528397ef3cfb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d69581409548491c989e3007eb1ad712, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8c5c0d5b95464048ba0503629a81612c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/cd805145050e4df1af2b1ad3a232e61c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/6077e9c2edfd459a848200e2c31d02ce, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/5405765288a04dbc899dcb50bcaf87be, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/09c8cd251aac4370971e77c924cd421d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/856e3987e0874319808f4502397355d6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/af98fd15fcc648a7bccb669c2a93aa07, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/191c37df957e455fa281f38f291ea6d9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2b19cfededee4b318ca4fa3566795d71, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/48ceea0246784248afd8ceaca1d17a1f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c1aac270ed224346aa7925e74aa2e930, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/de297d881ed247dba6470d4e7e4950e7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2781ecce545a4064b78a70bfde5b5032, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a93bf1de427e486589434e511babf3c4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bebad5378d5247d0b92cbaf433f0ad3f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/04d0e1c23ae642539827edaaf57a3bb6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/670abb5ab7f045359c539aab684ee4c5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/94ead55cedd847e8947dcf2af79e63f0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/9bc414285b2245f48bb8a7fb1ea8a85b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d4805885a7284493bea5a7c48b97d49b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/acb6ba77e5204caca4bf228dce8c4d4e, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2c4e4904c7f34b91bce975a45162f95c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a98c5fb48e3e4109ab3b3f8369dbacca, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d8f12695a8f049d3ba9af91852f19415, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/fd5a03005c11452786c86db1fe6125bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/ef650555829548c5a98540bda508ce19] to archive 2024-11-26T05:23:51,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:23:51,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bb3cb1454d0d4230b25e3fd529e2f11a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bb3cb1454d0d4230b25e3fd529e2f11a 2024-11-26T05:23:51,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a699b5bd506f4f63a4cc8a1b82126883 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a699b5bd506f4f63a4cc8a1b82126883 2024-11-26T05:23:51,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/091a0a5b7a5b44ffab06497a88f78cbc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/091a0a5b7a5b44ffab06497a88f78cbc 2024-11-26T05:23:51,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/00ce13434f7a48d5975428623a431c15 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/00ce13434f7a48d5975428623a431c15 2024-11-26T05:23:51,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/da331955b50b46528991de08ed7ca83c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/da331955b50b46528991de08ed7ca83c 2024-11-26T05:23:51,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bf8d5580469c4ecea6d25b8ef0f314f8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bf8d5580469c4ecea6d25b8ef0f314f8 2024-11-26T05:23:51,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2716c4d1a54840ecbb17a976379b8bb0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2716c4d1a54840ecbb17a976379b8bb0 2024-11-26T05:23:51,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8f247506a8b7411aaa576871287b5c82 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8f247506a8b7411aaa576871287b5c82 2024-11-26T05:23:51,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/0f7edad3e11a48488fd96cf82b0f376b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/0f7edad3e11a48488fd96cf82b0f376b 2024-11-26T05:23:51,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/e2b3ea0fab974ee9880cdad64963ae14 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/e2b3ea0fab974ee9880cdad64963ae14 2024-11-26T05:23:51,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/41dd2f2881924d5586a4610bdd56dc0f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/41dd2f2881924d5586a4610bdd56dc0f 2024-11-26T05:23:51,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8eee86910fba40aabc05a65b39dcbac8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8eee86910fba40aabc05a65b39dcbac8 2024-11-26T05:23:51,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c82ba78bb77645f784de2c6a205c21e8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c82ba78bb77645f784de2c6a205c21e8 2024-11-26T05:23:51,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c7285cad42414c95990c6ab635fd3207 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c7285cad42414c95990c6ab635fd3207 2024-11-26T05:23:51,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/7c82aa6a779e4a22b166520a54a076db to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/7c82aa6a779e4a22b166520a54a076db 2024-11-26T05:23:51,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bd84a10d2d8e43a5a09b8062c7cfc06d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bd84a10d2d8e43a5a09b8062c7cfc06d 2024-11-26T05:23:51,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8d5e06dec5dd4941a26208acd9b51601 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8d5e06dec5dd4941a26208acd9b51601 2024-11-26T05:23:51,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/716631f6a854442290f94c9e16ead1d4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/716631f6a854442290f94c9e16ead1d4 2024-11-26T05:23:51,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/70ae01d4a350483c9e7a1de838918896 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/70ae01d4a350483c9e7a1de838918896 2024-11-26T05:23:51,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a9c10cc3cda648ce8610ddd2d6de8896 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a9c10cc3cda648ce8610ddd2d6de8896 2024-11-26T05:23:51,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/f8756cbc743549f19c033a2b7e2555d0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/f8756cbc743549f19c033a2b7e2555d0 2024-11-26T05:23:51,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/141e742a9eee4b1c80ef7796d178e954 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/141e742a9eee4b1c80ef7796d178e954 2024-11-26T05:23:51,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bfd9c1e88e0c4a748ae3528397ef3cfb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bfd9c1e88e0c4a748ae3528397ef3cfb 2024-11-26T05:23:51,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d69581409548491c989e3007eb1ad712 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d69581409548491c989e3007eb1ad712 2024-11-26T05:23:51,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8c5c0d5b95464048ba0503629a81612c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/8c5c0d5b95464048ba0503629a81612c 2024-11-26T05:23:51,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/cd805145050e4df1af2b1ad3a232e61c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/cd805145050e4df1af2b1ad3a232e61c 2024-11-26T05:23:51,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/6077e9c2edfd459a848200e2c31d02ce to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/6077e9c2edfd459a848200e2c31d02ce 2024-11-26T05:23:51,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/5405765288a04dbc899dcb50bcaf87be to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/5405765288a04dbc899dcb50bcaf87be 2024-11-26T05:23:51,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/09c8cd251aac4370971e77c924cd421d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/09c8cd251aac4370971e77c924cd421d 2024-11-26T05:23:51,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/856e3987e0874319808f4502397355d6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/856e3987e0874319808f4502397355d6 2024-11-26T05:23:51,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/af98fd15fcc648a7bccb669c2a93aa07 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/af98fd15fcc648a7bccb669c2a93aa07 2024-11-26T05:23:51,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/191c37df957e455fa281f38f291ea6d9 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/191c37df957e455fa281f38f291ea6d9 2024-11-26T05:23:51,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2b19cfededee4b318ca4fa3566795d71 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2b19cfededee4b318ca4fa3566795d71 2024-11-26T05:23:51,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/48ceea0246784248afd8ceaca1d17a1f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/48ceea0246784248afd8ceaca1d17a1f 2024-11-26T05:23:51,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c1aac270ed224346aa7925e74aa2e930 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/c1aac270ed224346aa7925e74aa2e930 2024-11-26T05:23:51,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/de297d881ed247dba6470d4e7e4950e7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/de297d881ed247dba6470d4e7e4950e7 2024-11-26T05:23:51,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2781ecce545a4064b78a70bfde5b5032 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2781ecce545a4064b78a70bfde5b5032 2024-11-26T05:23:51,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a93bf1de427e486589434e511babf3c4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a93bf1de427e486589434e511babf3c4 2024-11-26T05:23:51,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bebad5378d5247d0b92cbaf433f0ad3f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/bebad5378d5247d0b92cbaf433f0ad3f 2024-11-26T05:23:51,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/04d0e1c23ae642539827edaaf57a3bb6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/04d0e1c23ae642539827edaaf57a3bb6 2024-11-26T05:23:51,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/670abb5ab7f045359c539aab684ee4c5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/670abb5ab7f045359c539aab684ee4c5 2024-11-26T05:23:51,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/94ead55cedd847e8947dcf2af79e63f0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/94ead55cedd847e8947dcf2af79e63f0 2024-11-26T05:23:51,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/9bc414285b2245f48bb8a7fb1ea8a85b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/9bc414285b2245f48bb8a7fb1ea8a85b 2024-11-26T05:23:51,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d4805885a7284493bea5a7c48b97d49b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d4805885a7284493bea5a7c48b97d49b 2024-11-26T05:23:51,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/acb6ba77e5204caca4bf228dce8c4d4e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/acb6ba77e5204caca4bf228dce8c4d4e 2024-11-26T05:23:51,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2c4e4904c7f34b91bce975a45162f95c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/2c4e4904c7f34b91bce975a45162f95c 2024-11-26T05:23:51,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a98c5fb48e3e4109ab3b3f8369dbacca to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/a98c5fb48e3e4109ab3b3f8369dbacca 2024-11-26T05:23:51,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d8f12695a8f049d3ba9af91852f19415 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d8f12695a8f049d3ba9af91852f19415 2024-11-26T05:23:51,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/fd5a03005c11452786c86db1fe6125bc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/fd5a03005c11452786c86db1fe6125bc 2024-11-26T05:23:51,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/ef650555829548c5a98540bda508ce19 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/ef650555829548c5a98540bda508ce19 2024-11-26T05:23:51,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1dd7315d659b4922a1bc85fe569e5d89, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5e6d0e7feee34989b95baf75055bac72, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/0d2a0335b0624a779786682da3c2f0a4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8dfc6a1423a44f268ac2744d12e88db9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/80433b5a8a594e78a5146c2568fe37d9, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1a75783c048241d5ad23879ae682dff7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/488babec9db44daab92eaee7048b2318, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8372827244ac43e1aac8f6c1e28c3f12, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/6cc3ca4fae4243e1b9b44020bffa3e1a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/3f5015b570054a69916952f910316498, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/4b92396571774748bc4123d8c9d06930, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77707a6f2fb346acafd818e734ac88be, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/421c5023586148db9a92394f12a5a0f7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/54400cc0eb6b4bbe9db37f9f107187d4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77b695d6ab3840138f3d1d5ccdb986fa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b323ffbb97f940c1b7f5c3c2d9e1313a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/125bd1751db74e13aad149e269367b82, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b7907afd313e4f6e9b6420a77c334928, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/10fe4d8be2184a97b4b5d48aadbf720a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/c570b045b6e04e9c9f6ea9488456b132, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/2e0213227b4849d3805a73b186eeb46b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1cca84efff7a42e4a76d5ca2f6a21ccb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/08f8ac8188d04f459622f666a6b1ed2f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/92ff6d52dfd0464aa261995e1e87da23, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dbe22468be14ebe8c137370d33e28a3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed4f1abd70ce4af291355e93129b7a39, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/da7d0feb73c4404b851345d0b086aea3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5ee471a3de9d446dabe940c1d5dde3fa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dc409f1f2c54e1caf21e4bd70e6dbe3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/7b228ae4b51945e888149bab07337a77, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/93dca9ff1c3e4910aba7dad6d6d40d3b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1c79da83ed574045a880e289b436e443, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b64c230219424c678a6b9f3781599ce5, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/002b9b7ba6a44588bd7f65aa126b97d4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e9228b3d611f477bbb2361d39f8824e8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e755515f6ed24973a17ac6b9b2568251, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/cde8e66f3f134385845a39bb4c7ec037, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ea1fde14b9224fe68209ebb49dae54a8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/f1d443dea2bf4174acd7e3f0b92f2efa, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/728bf12714914bdc98cfd8cc55a1eaeb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1925945b022d4843b13256ed3d5914ce, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/087d73468ac442efb78f44079f4adbf6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b1f770daa3f84c39a48e840d1a6553a4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/78da63719b8c4a45b02b8dd7f4d215f7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/a1e9539d37064c57a51ce170c267eed8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/46d103fe6c174d949ef7c09767a1ec71, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/9af94a5abbbc4e0fb4f3f3ff1731d8dc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/008ff8675cc14bb19f78c653bf6e6a90, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed2b56be49fc42fca9ed7aed32ff72c3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/abe25d20e1c0480e81559dfa40da903a] to archive 2024-11-26T05:23:51,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:23:51,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1dd7315d659b4922a1bc85fe569e5d89 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1dd7315d659b4922a1bc85fe569e5d89 2024-11-26T05:23:51,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5e6d0e7feee34989b95baf75055bac72 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5e6d0e7feee34989b95baf75055bac72 2024-11-26T05:23:51,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/0d2a0335b0624a779786682da3c2f0a4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/0d2a0335b0624a779786682da3c2f0a4 2024-11-26T05:23:51,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8dfc6a1423a44f268ac2744d12e88db9 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8dfc6a1423a44f268ac2744d12e88db9 2024-11-26T05:23:51,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/80433b5a8a594e78a5146c2568fe37d9 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/80433b5a8a594e78a5146c2568fe37d9 2024-11-26T05:23:51,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1a75783c048241d5ad23879ae682dff7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1a75783c048241d5ad23879ae682dff7 2024-11-26T05:23:51,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/488babec9db44daab92eaee7048b2318 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/488babec9db44daab92eaee7048b2318 2024-11-26T05:23:51,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8372827244ac43e1aac8f6c1e28c3f12 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/8372827244ac43e1aac8f6c1e28c3f12 2024-11-26T05:23:51,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/6cc3ca4fae4243e1b9b44020bffa3e1a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/6cc3ca4fae4243e1b9b44020bffa3e1a 2024-11-26T05:23:51,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/3f5015b570054a69916952f910316498 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/3f5015b570054a69916952f910316498 2024-11-26T05:23:51,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/4b92396571774748bc4123d8c9d06930 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/4b92396571774748bc4123d8c9d06930 2024-11-26T05:23:51,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77707a6f2fb346acafd818e734ac88be to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77707a6f2fb346acafd818e734ac88be 2024-11-26T05:23:51,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/421c5023586148db9a92394f12a5a0f7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/421c5023586148db9a92394f12a5a0f7 2024-11-26T05:23:51,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/54400cc0eb6b4bbe9db37f9f107187d4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/54400cc0eb6b4bbe9db37f9f107187d4 2024-11-26T05:23:51,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77b695d6ab3840138f3d1d5ccdb986fa to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/77b695d6ab3840138f3d1d5ccdb986fa 2024-11-26T05:23:51,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b323ffbb97f940c1b7f5c3c2d9e1313a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b323ffbb97f940c1b7f5c3c2d9e1313a 2024-11-26T05:23:52,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/125bd1751db74e13aad149e269367b82 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/125bd1751db74e13aad149e269367b82 2024-11-26T05:23:52,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b7907afd313e4f6e9b6420a77c334928 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b7907afd313e4f6e9b6420a77c334928 2024-11-26T05:23:52,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/10fe4d8be2184a97b4b5d48aadbf720a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/10fe4d8be2184a97b4b5d48aadbf720a 2024-11-26T05:23:52,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/c570b045b6e04e9c9f6ea9488456b132 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/c570b045b6e04e9c9f6ea9488456b132 2024-11-26T05:23:52,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/2e0213227b4849d3805a73b186eeb46b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/2e0213227b4849d3805a73b186eeb46b 2024-11-26T05:23:52,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1cca84efff7a42e4a76d5ca2f6a21ccb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1cca84efff7a42e4a76d5ca2f6a21ccb 2024-11-26T05:23:52,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/08f8ac8188d04f459622f666a6b1ed2f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/08f8ac8188d04f459622f666a6b1ed2f 2024-11-26T05:23:52,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/92ff6d52dfd0464aa261995e1e87da23 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/92ff6d52dfd0464aa261995e1e87da23 2024-11-26T05:23:52,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dbe22468be14ebe8c137370d33e28a3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dbe22468be14ebe8c137370d33e28a3 2024-11-26T05:23:52,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed4f1abd70ce4af291355e93129b7a39 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed4f1abd70ce4af291355e93129b7a39 2024-11-26T05:23:52,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/da7d0feb73c4404b851345d0b086aea3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/da7d0feb73c4404b851345d0b086aea3 2024-11-26T05:23:52,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5ee471a3de9d446dabe940c1d5dde3fa to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5ee471a3de9d446dabe940c1d5dde3fa 2024-11-26T05:23:52,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dc409f1f2c54e1caf21e4bd70e6dbe3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/5dc409f1f2c54e1caf21e4bd70e6dbe3 2024-11-26T05:23:52,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/7b228ae4b51945e888149bab07337a77 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/7b228ae4b51945e888149bab07337a77 2024-11-26T05:23:52,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/93dca9ff1c3e4910aba7dad6d6d40d3b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/93dca9ff1c3e4910aba7dad6d6d40d3b 2024-11-26T05:23:52,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1c79da83ed574045a880e289b436e443 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1c79da83ed574045a880e289b436e443 2024-11-26T05:23:52,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b64c230219424c678a6b9f3781599ce5 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b64c230219424c678a6b9f3781599ce5 2024-11-26T05:23:52,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/002b9b7ba6a44588bd7f65aa126b97d4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/002b9b7ba6a44588bd7f65aa126b97d4 2024-11-26T05:23:52,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e9228b3d611f477bbb2361d39f8824e8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e9228b3d611f477bbb2361d39f8824e8 2024-11-26T05:23:52,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e755515f6ed24973a17ac6b9b2568251 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/e755515f6ed24973a17ac6b9b2568251 2024-11-26T05:23:52,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/cde8e66f3f134385845a39bb4c7ec037 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/cde8e66f3f134385845a39bb4c7ec037 2024-11-26T05:23:52,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ea1fde14b9224fe68209ebb49dae54a8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ea1fde14b9224fe68209ebb49dae54a8 2024-11-26T05:23:52,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/f1d443dea2bf4174acd7e3f0b92f2efa to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/f1d443dea2bf4174acd7e3f0b92f2efa 2024-11-26T05:23:52,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/728bf12714914bdc98cfd8cc55a1eaeb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/728bf12714914bdc98cfd8cc55a1eaeb 2024-11-26T05:23:52,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1925945b022d4843b13256ed3d5914ce to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1925945b022d4843b13256ed3d5914ce 2024-11-26T05:23:52,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/087d73468ac442efb78f44079f4adbf6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/087d73468ac442efb78f44079f4adbf6 2024-11-26T05:23:52,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b1f770daa3f84c39a48e840d1a6553a4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/b1f770daa3f84c39a48e840d1a6553a4 2024-11-26T05:23:52,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/78da63719b8c4a45b02b8dd7f4d215f7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/78da63719b8c4a45b02b8dd7f4d215f7 2024-11-26T05:23:52,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/a1e9539d37064c57a51ce170c267eed8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/a1e9539d37064c57a51ce170c267eed8 2024-11-26T05:23:52,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/46d103fe6c174d949ef7c09767a1ec71 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/46d103fe6c174d949ef7c09767a1ec71 2024-11-26T05:23:52,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/9af94a5abbbc4e0fb4f3f3ff1731d8dc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/9af94a5abbbc4e0fb4f3f3ff1731d8dc 2024-11-26T05:23:52,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/008ff8675cc14bb19f78c653bf6e6a90 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/008ff8675cc14bb19f78c653bf6e6a90 2024-11-26T05:23:52,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed2b56be49fc42fca9ed7aed32ff72c3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/ed2b56be49fc42fca9ed7aed32ff72c3 2024-11-26T05:23:52,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/abe25d20e1c0480e81559dfa40da903a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/abe25d20e1c0480e81559dfa40da903a 2024-11-26T05:23:52,031 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/recovered.edits/727.seqid, newMaxSeqId=727, maxSeqId=1 2024-11-26T05:23:52,031 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8. 2024-11-26T05:23:52,031 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for dbd2fe6a05e56a46624220710f3470d8: 2024-11-26T05:23:52,032 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:52,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=dbd2fe6a05e56a46624220710f3470d8, regionState=CLOSED 2024-11-26T05:23:52,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-26T05:23:52,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure dbd2fe6a05e56a46624220710f3470d8, server=6de696b11002,34963,1732598472077 in 1.5390 sec 2024-11-26T05:23:52,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-26T05:23:52,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dbd2fe6a05e56a46624220710f3470d8, UNASSIGN in 1.5420 sec 2024-11-26T05:23:52,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-26T05:23:52,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5450 sec 2024-11-26T05:23:52,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598632037"}]},"ts":"1732598632037"} 2024-11-26T05:23:52,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T05:23:52,074 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T05:23:52,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6280 sec 2024-11-26T05:23:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T05:23:52,552 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-26T05:23:52,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T05:23:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:52,554 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T05:23:52,554 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:52,556 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:52,558 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/recovered.edits] 2024-11-26T05:23:52,560 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/de0209c8352148728b20a83d47790cc8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/de0209c8352148728b20a83d47790cc8 2024-11-26T05:23:52,561 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/e905420741734ee986cd1496b1d8719d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/e905420741734ee986cd1496b1d8719d 2024-11-26T05:23:52,561 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f4745eb474e34317b0ad37c2ae8c916c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/A/f4745eb474e34317b0ad37c2ae8c916c 2024-11-26T05:23:52,563 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/45b9a5d586214b69baf40eeb6db7e84a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/45b9a5d586214b69baf40eeb6db7e84a 2024-11-26T05:23:52,564 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/854dbe6a1a954f67a798bf116e0742ec to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/854dbe6a1a954f67a798bf116e0742ec 2024-11-26T05:23:52,565 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d8b345e7219743fba65a65f1c645ecdf to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/B/d8b345e7219743fba65a65f1c645ecdf 2024-11-26T05:23:52,568 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1a05f8417ec444f4877053b20b997696 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/1a05f8417ec444f4877053b20b997696 2024-11-26T05:23:52,571 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/3eea4eb14acb41e3bc0909db968f3f52 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/3eea4eb14acb41e3bc0909db968f3f52 2024-11-26T05:23:52,572 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/dbffc260005e489a891b94f32ab41f46 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/C/dbffc260005e489a891b94f32ab41f46 2024-11-26T05:23:52,575 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/recovered.edits/727.seqid to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8/recovered.edits/727.seqid 2024-11-26T05:23:52,576 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/dbd2fe6a05e56a46624220710f3470d8 2024-11-26T05:23:52,576 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T05:23:52,578 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:52,579 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T05:23:52,581 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T05:23:52,581 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:52,582 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T05:23:52,582 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732598632582"}]},"ts":"9223372036854775807"} 2024-11-26T05:23:52,583 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T05:23:52,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => dbd2fe6a05e56a46624220710f3470d8, NAME => 'TestAcidGuarantees,,1732598597823.dbd2fe6a05e56a46624220710f3470d8.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T05:23:52,583 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T05:23:52,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732598632583"}]},"ts":"9223372036854775807"} 2024-11-26T05:23:52,584 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T05:23:52,625 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:52,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-26T05:23:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T05:23:52,655 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-26T05:23:52,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237 (was 241), OpenFileDescriptor=446 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=745 (was 766), ProcessCount=11 (was 11), AvailableMemoryMB=7884 (was 7941) 2024-11-26T05:23:52,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=745, ProcessCount=11, AvailableMemoryMB=7884 2024-11-26T05:23:52,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T05:23:52,677 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T05:23:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:52,678 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T05:23:52,678 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:52,678 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-11-26T05:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T05:23:52,679 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T05:23:52,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742502_1678 (size=960) 2024-11-26T05:23:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T05:23:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T05:23:53,084 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c 2024-11-26T05:23:53,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742503_1679 (size=53) 2024-11-26T05:23:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T05:23:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:23:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing cdbf3872b1dda5053150c361e0d35def, disabling compactions & flushes 2024-11-26T05:23:53,489 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. after waiting 0 ms 2024-11-26T05:23:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:53,489 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:53,490 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T05:23:53,490 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732598633490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732598633490"}]},"ts":"1732598633490"} 2024-11-26T05:23:53,491 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T05:23:53,491 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T05:23:53,491 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598633491"}]},"ts":"1732598633491"} 2024-11-26T05:23:53,492 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T05:23:53,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, ASSIGN}] 2024-11-26T05:23:53,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, ASSIGN 2024-11-26T05:23:53,542 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, ASSIGN; state=OFFLINE, location=6de696b11002,34963,1732598472077; forceNewPlan=false, retain=false 2024-11-26T05:23:53,692 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=cdbf3872b1dda5053150c361e0d35def, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:23:53,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:23:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T05:23:53,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:53,847 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:53,847 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:23:53,847 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:53,847 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:23:53,847 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:53,847 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:53,848 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:53,849 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:23:53,849 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbf3872b1dda5053150c361e0d35def columnFamilyName A 2024-11-26T05:23:53,849 DEBUG [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:53,850 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(327): Store=cdbf3872b1dda5053150c361e0d35def/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:23:53,850 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:53,851 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:23:53,851 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbf3872b1dda5053150c361e0d35def columnFamilyName B 2024-11-26T05:23:53,851 DEBUG [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:53,851 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(327): Store=cdbf3872b1dda5053150c361e0d35def/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:23:53,851 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:53,852 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:23:53,852 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbf3872b1dda5053150c361e0d35def columnFamilyName C 2024-11-26T05:23:53,852 DEBUG [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:53,853 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(327): Store=cdbf3872b1dda5053150c361e0d35def/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:23:53,853 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:53,854 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:53,854 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:53,855 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:23:53,856 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:53,857 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T05:23:53,858 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened cdbf3872b1dda5053150c361e0d35def; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74147905, jitterRate=0.1048898845911026}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:23:53,858 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:53,859 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., pid=157, masterSystemTime=1732598633844 2024-11-26T05:23:53,860 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:53,860 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:53,861 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=cdbf3872b1dda5053150c361e0d35def, regionState=OPEN, openSeqNum=2, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:23:53,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-26T05:23:53,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 in 168 msec 2024-11-26T05:23:53,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-26T05:23:53,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, ASSIGN in 321 msec 2024-11-26T05:23:53,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T05:23:53,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598633864"}]},"ts":"1732598633864"} 2024-11-26T05:23:53,865 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T05:23:53,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T05:23:53,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2230 sec 2024-11-26T05:23:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T05:23:54,782 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-26T05:23:54,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5765d46a to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d9954b7 2024-11-26T05:23:54,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb684eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:54,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:54,852 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:54,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T05:23:54,854 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T05:23:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T05:23:54,855 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T05:23:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T05:23:54,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742504_1680 (size=996) 2024-11-26T05:23:55,265 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T05:23:55,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T05:23:55,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T05:23:55,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, REOPEN/MOVE}] 2024-11-26T05:23:55,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, REOPEN/MOVE 2024-11-26T05:23:55,273 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=cdbf3872b1dda5053150c361e0d35def, regionState=CLOSING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:23:55,273 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T05:23:55,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:23:55,424 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:55,425 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,425 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T05:23:55,425 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing cdbf3872b1dda5053150c361e0d35def, disabling compactions & flushes 2024-11-26T05:23:55,425 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:55,425 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:55,425 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. after waiting 0 ms 2024-11-26T05:23:55,425 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:55,428 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T05:23:55,428 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:55,428 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:55,428 WARN [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: cdbf3872b1dda5053150c361e0d35def to self. 2024-11-26T05:23:55,430 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,430 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=cdbf3872b1dda5053150c361e0d35def, regionState=CLOSED 2024-11-26T05:23:55,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-26T05:23:55,432 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, REOPEN/MOVE; state=CLOSED, location=6de696b11002,34963,1732598472077; forceNewPlan=false, retain=true 2024-11-26T05:23:55,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 in 158 msec 2024-11-26T05:23:55,582 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=cdbf3872b1dda5053150c361e0d35def, regionState=OPENING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:23:55,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:23:55,735 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:55,737 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:55,737 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} 2024-11-26T05:23:55,737 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,737 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T05:23:55,738 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,738 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,739 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,739 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:23:55,739 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbf3872b1dda5053150c361e0d35def columnFamilyName A 2024-11-26T05:23:55,740 DEBUG [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:55,740 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(327): Store=cdbf3872b1dda5053150c361e0d35def/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:23:55,741 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,741 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:23:55,741 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbf3872b1dda5053150c361e0d35def columnFamilyName B 2024-11-26T05:23:55,741 DEBUG [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:55,742 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(327): Store=cdbf3872b1dda5053150c361e0d35def/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:23:55,742 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,742 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T05:23:55,742 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbf3872b1dda5053150c361e0d35def columnFamilyName C 2024-11-26T05:23:55,742 DEBUG [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:55,743 INFO [StoreOpener-cdbf3872b1dda5053150c361e0d35def-1 {}] regionserver.HStore(327): Store=cdbf3872b1dda5053150c361e0d35def/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T05:23:55,743 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:55,743 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,744 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,745 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T05:23:55,746 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:55,746 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened cdbf3872b1dda5053150c361e0d35def; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74847969, jitterRate=0.11532165110111237}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T05:23:55,747 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:55,747 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., pid=162, masterSystemTime=1732598635735 2024-11-26T05:23:55,748 DEBUG [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:55,749 INFO [RS_OPEN_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:55,749 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=cdbf3872b1dda5053150c361e0d35def, regionState=OPEN, openSeqNum=5, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:23:55,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-11-26T05:23:55,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 in 167 msec 2024-11-26T05:23:55,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-26T05:23:55,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, REOPEN/MOVE in 479 msec 2024-11-26T05:23:55,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-26T05:23:55,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-26T05:23:55,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 897 msec 2024-11-26T05:23:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-26T05:23:55,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-26T05:23:55,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:55,800 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-26T05:23:55,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:55,809 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-26T05:23:55,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:55,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-11-26T05:23:55,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:55,923 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-26T05:23:56,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:56,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-11-26T05:23:56,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:56,143 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-26T05:23:56,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:56,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-26T05:23:56,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:56,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-11-26T05:23:56,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:56,175 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:50299 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-11-26T05:23:56,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T05:23:56,185 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-26T05:23:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T05:23:56,186 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:56,186 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:56,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:56,195 DEBUG [hconnection-0x887b1db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:56,196 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:56,199 DEBUG [hconnection-0x6e9362e3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:56,199 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:56,203 DEBUG [hconnection-0x76ab08c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:56,204 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:56,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:23:56,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:23:56,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:56,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:23:56,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:56,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:23:56,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:56,227 DEBUG [hconnection-0x6d2714d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:56,228 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:56,237 DEBUG [hconnection-0x221484c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:56,239 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:56,239 DEBUG [hconnection-0x42366601-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:56,242 DEBUG [hconnection-0x878662f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:56,243 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:56,243 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:56,256 DEBUG [hconnection-0x2fa8bba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:56,257 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:56,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598696258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598696271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598696275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1732598696276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,279 DEBUG [hconnection-0x2c3a5add-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:56,279 DEBUG [hconnection-0x878eb9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T05:23:56,280 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:56,280 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T05:23:56,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598696278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T05:23:56,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c1e5417d32a345d2a4430de93ea78706_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598636214/Put/seqid=0 2024-11-26T05:23:56,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742505_1681 (size=12154) 2024-11-26T05:23:56,312 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:56,315 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c1e5417d32a345d2a4430de93ea78706_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c1e5417d32a345d2a4430de93ea78706_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:56,316 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/f6262e83d9d9494ab16ff00d608250bc, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:23:56,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/f6262e83d9d9494ab16ff00d608250bc is 175, key is test_row_0/A:col10/1732598636214/Put/seqid=0 2024-11-26T05:23:56,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:56,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T05:23:56,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:56,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:23:56,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:56,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:56,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742506_1682 (size=30955) 2024-11-26T05:23:56,346 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/f6262e83d9d9494ab16ff00d608250bc 2024-11-26T05:23:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598696364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598696375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598696379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1732598696379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598696382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/0809c356344e4e6a87e9adb20bb34bcc is 50, key is test_row_0/B:col10/1732598636214/Put/seqid=0 2024-11-26T05:23:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742507_1683 (size=12001) 2024-11-26T05:23:56,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/0809c356344e4e6a87e9adb20bb34bcc 2024-11-26T05:23:56,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/55ab4590959d4fd89d947f8cb9777bbf is 50, key is test_row_0/C:col10/1732598636214/Put/seqid=0 2024-11-26T05:23:56,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742508_1684 (size=12001) 2024-11-26T05:23:56,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/55ab4590959d4fd89d947f8cb9777bbf 2024-11-26T05:23:56,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/f6262e83d9d9494ab16ff00d608250bc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/f6262e83d9d9494ab16ff00d608250bc 2024-11-26T05:23:56,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/f6262e83d9d9494ab16ff00d608250bc, entries=150, sequenceid=15, filesize=30.2 K 2024-11-26T05:23:56,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/0809c356344e4e6a87e9adb20bb34bcc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0809c356344e4e6a87e9adb20bb34bcc 2024-11-26T05:23:56,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0809c356344e4e6a87e9adb20bb34bcc, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T05:23:56,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/55ab4590959d4fd89d947f8cb9777bbf as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/55ab4590959d4fd89d947f8cb9777bbf 2024-11-26T05:23:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T05:23:56,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/55ab4590959d4fd89d947f8cb9777bbf, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T05:23:56,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for cdbf3872b1dda5053150c361e0d35def in 273ms, sequenceid=15, compaction requested=false 2024-11-26T05:23:56,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:56,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:56,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T05:23:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:56,490 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T05:23:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:23:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:23:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:23:56,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:56,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126787db6bb1411440b895f8a38e2ae7d09_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598636252/Put/seqid=0 2024-11-26T05:23:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742509_1685 (size=12154) 2024-11-26T05:23:56,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:23:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:56,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1732598696583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598696584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598696586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598696586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598696587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598696688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598696691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598696691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T05:23:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1732598696888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598696890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598696890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598696894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598696895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:56,941 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126787db6bb1411440b895f8a38e2ae7d09_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126787db6bb1411440b895f8a38e2ae7d09_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/db6858e9fd234ab29c18b02b01b7a3c7, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:23:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/db6858e9fd234ab29c18b02b01b7a3c7 is 175, key is test_row_0/A:col10/1732598636252/Put/seqid=0 2024-11-26T05:23:56,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742510_1686 (size=30955) 2024-11-26T05:23:56,973 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/db6858e9fd234ab29c18b02b01b7a3c7 2024-11-26T05:23:56,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/a018d2cd9c8a4117bbc8f3c4d21486dc is 50, key is test_row_0/B:col10/1732598636252/Put/seqid=0 2024-11-26T05:23:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742511_1687 (size=12001) 2024-11-26T05:23:57,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598697194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:57,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598697198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:57,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598697200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T05:23:57,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1732598697392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:57,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598697393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:57,424 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/a018d2cd9c8a4117bbc8f3c4d21486dc 2024-11-26T05:23:57,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/7e9f52c0f6e1404ba6c3ccaba0e5f256 is 50, key is test_row_0/C:col10/1732598636252/Put/seqid=0 2024-11-26T05:23:57,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742512_1688 (size=12001) 2024-11-26T05:23:57,445 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/7e9f52c0f6e1404ba6c3ccaba0e5f256 2024-11-26T05:23:57,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/db6858e9fd234ab29c18b02b01b7a3c7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/db6858e9fd234ab29c18b02b01b7a3c7 2024-11-26T05:23:57,456 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/db6858e9fd234ab29c18b02b01b7a3c7, entries=150, sequenceid=41, filesize=30.2 K 2024-11-26T05:23:57,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/a018d2cd9c8a4117bbc8f3c4d21486dc as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a018d2cd9c8a4117bbc8f3c4d21486dc 2024-11-26T05:23:57,461 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a018d2cd9c8a4117bbc8f3c4d21486dc, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T05:23:57,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/7e9f52c0f6e1404ba6c3ccaba0e5f256 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e9f52c0f6e1404ba6c3ccaba0e5f256 2024-11-26T05:23:57,466 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e9f52c0f6e1404ba6c3ccaba0e5f256, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T05:23:57,467 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for cdbf3872b1dda5053150c361e0d35def in 977ms, sequenceid=41, compaction requested=false 2024-11-26T05:23:57,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:57,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:57,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-26T05:23:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-26T05:23:57,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-26T05:23:57,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2820 sec 2024-11-26T05:23:57,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.2880 sec 2024-11-26T05:23:57,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T05:23:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:57,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:23:57,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:23:57,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:57,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:23:57,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:57,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:23:57,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:57,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112662e70a36b0c8433e9b679ed88ec658e3_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598637701/Put/seqid=0 2024-11-26T05:23:57,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742513_1689 (size=14594) 2024-11-26T05:23:57,746 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:57,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598697743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:57,750 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112662e70a36b0c8433e9b679ed88ec658e3_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112662e70a36b0c8433e9b679ed88ec658e3_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:57,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598697744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:57,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598697746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:57,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/20050de381494d388b0295bba3c24b70, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:23:57,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/20050de381494d388b0295bba3c24b70 is 175, key is test_row_0/A:col10/1732598637701/Put/seqid=0 2024-11-26T05:23:57,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742514_1690 (size=39549) 2024-11-26T05:23:57,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598697849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:57,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598697851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:57,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598697851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598698055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598698055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598698055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,186 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/20050de381494d388b0295bba3c24b70 2024-11-26T05:23:58,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/0377efb7240141fd83a889c994626150 is 50, key is test_row_0/B:col10/1732598637701/Put/seqid=0 2024-11-26T05:23:58,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742515_1691 (size=12001) 2024-11-26T05:23:58,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/0377efb7240141fd83a889c994626150 2024-11-26T05:23:58,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/92afb3c8ee27404fa3d01928c8afd700 is 50, key is test_row_0/C:col10/1732598637701/Put/seqid=0 2024-11-26T05:23:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742516_1692 (size=12001) 2024-11-26T05:23:58,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/92afb3c8ee27404fa3d01928c8afd700 2024-11-26T05:23:58,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/20050de381494d388b0295bba3c24b70 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/20050de381494d388b0295bba3c24b70 2024-11-26T05:23:58,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/20050de381494d388b0295bba3c24b70, entries=200, sequenceid=53, filesize=38.6 K 2024-11-26T05:23:58,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/0377efb7240141fd83a889c994626150 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0377efb7240141fd83a889c994626150 2024-11-26T05:23:58,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0377efb7240141fd83a889c994626150, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T05:23:58,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/92afb3c8ee27404fa3d01928c8afd700 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/92afb3c8ee27404fa3d01928c8afd700 2024-11-26T05:23:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T05:23:58,290 INFO [Thread-2970 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-26T05:23:58,291 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:58,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/92afb3c8ee27404fa3d01928c8afd700, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T05:23:58,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cdbf3872b1dda5053150c361e0d35def in 590ms, sequenceid=53, compaction requested=true 2024-11-26T05:23:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-26T05:23:58,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:58,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:23:58,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:58,292 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:58,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:23:58,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:58,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:23:58,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T05:23:58,293 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T05:23:58,293 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:58,293 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:58,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:58,294 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:58,294 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:58,294 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/A is initiating minor compaction (all files) 2024-11-26T05:23:58,294 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/B is initiating minor compaction (all files) 2024-11-26T05:23:58,294 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/A in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:58,294 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/B in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:58,294 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0809c356344e4e6a87e9adb20bb34bcc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a018d2cd9c8a4117bbc8f3c4d21486dc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0377efb7240141fd83a889c994626150] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=35.2 K 2024-11-26T05:23:58,294 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/f6262e83d9d9494ab16ff00d608250bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/db6858e9fd234ab29c18b02b01b7a3c7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/20050de381494d388b0295bba3c24b70] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=99.1 K 2024-11-26T05:23:58,294 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:58,294 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/f6262e83d9d9494ab16ff00d608250bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/db6858e9fd234ab29c18b02b01b7a3c7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/20050de381494d388b0295bba3c24b70] 2024-11-26T05:23:58,295 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 0809c356344e4e6a87e9adb20bb34bcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732598636211 2024-11-26T05:23:58,295 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6262e83d9d9494ab16ff00d608250bc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732598636211 2024-11-26T05:23:58,295 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a018d2cd9c8a4117bbc8f3c4d21486dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732598636252 2024-11-26T05:23:58,296 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting db6858e9fd234ab29c18b02b01b7a3c7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732598636252 2024-11-26T05:23:58,296 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 0377efb7240141fd83a889c994626150, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598636568 2024-11-26T05:23:58,296 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20050de381494d388b0295bba3c24b70, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598636568 2024-11-26T05:23:58,307 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:23:58,317 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#B#compaction#602 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:58,317 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/e9ff76795d9940319f33d44d3baf9b0a is 50, key is test_row_0/B:col10/1732598637701/Put/seqid=0 2024-11-26T05:23:58,335 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411264f2c01cc12b64ae6b7ef80349eadfe6a_cdbf3872b1dda5053150c361e0d35def store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:23:58,337 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411264f2c01cc12b64ae6b7ef80349eadfe6a_cdbf3872b1dda5053150c361e0d35def, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:23:58,337 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264f2c01cc12b64ae6b7ef80349eadfe6a_cdbf3872b1dda5053150c361e0d35def because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:23:58,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T05:23:58,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:23:58,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:58,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:23:58,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:58,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:23:58,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:58,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742518_1694 (size=4469) 2024-11-26T05:23:58,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742517_1693 (size=12104) 2024-11-26T05:23:58,378 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#A#compaction#601 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:58,378 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/6d5d8d8944324f6ba90a5f31b9c17921 is 175, key is test_row_0/A:col10/1732598637701/Put/seqid=0 2024-11-26T05:23:58,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e8d14863e89f43afb933c2b151a2852c_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598638360/Put/seqid=0 2024-11-26T05:23:58,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598698376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598698383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598698383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T05:23:58,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598698396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1732598698398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742519_1695 (size=31058) 2024-11-26T05:23:58,433 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/6d5d8d8944324f6ba90a5f31b9c17921 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6d5d8d8944324f6ba90a5f31b9c17921 2024-11-26T05:23:58,439 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/A of cdbf3872b1dda5053150c361e0d35def into 6d5d8d8944324f6ba90a5f31b9c17921(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:58,439 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:58,439 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/A, priority=13, startTime=1732598638292; duration=0sec 2024-11-26T05:23:58,439 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:23:58,439 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:A 2024-11-26T05:23:58,439 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:23:58,441 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:23:58,441 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/C is initiating minor compaction (all files) 2024-11-26T05:23:58,441 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/C in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:58,441 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/55ab4590959d4fd89d947f8cb9777bbf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e9f52c0f6e1404ba6c3ccaba0e5f256, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/92afb3c8ee27404fa3d01928c8afd700] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=35.2 K 2024-11-26T05:23:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742520_1696 (size=14594) 2024-11-26T05:23:58,441 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55ab4590959d4fd89d947f8cb9777bbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732598636211 2024-11-26T05:23:58,441 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e9f52c0f6e1404ba6c3ccaba0e5f256, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732598636252 2024-11-26T05:23:58,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:58,442 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92afb3c8ee27404fa3d01928c8afd700, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598636568 2024-11-26T05:23:58,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:58,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T05:23:58,445 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e8d14863e89f43afb933c2b151a2852c_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e8d14863e89f43afb933c2b151a2852c_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:58,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:58,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:23:58,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:58,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:58,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:58,446 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/6fce9b8b63374bdc92fb334c7de70cc7, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:23:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:58,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/6fce9b8b63374bdc92fb334c7de70cc7 is 175, key is test_row_0/A:col10/1732598638360/Put/seqid=0 2024-11-26T05:23:58,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742521_1697 (size=39549) 2024-11-26T05:23:58,456 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/6fce9b8b63374bdc92fb334c7de70cc7 2024-11-26T05:23:58,463 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#C#compaction#604 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:23:58,463 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/d1cfe3a85d954ea199b4e2eaceed0b8d is 50, key is test_row_0/C:col10/1732598637701/Put/seqid=0 2024-11-26T05:23:58,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/2d63f3c5fa534200aef0fb4fb2265d05 is 50, key is test_row_0/B:col10/1732598638360/Put/seqid=0 2024-11-26T05:23:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742522_1698 (size=12104) 2024-11-26T05:23:58,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598698485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,490 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/d1cfe3a85d954ea199b4e2eaceed0b8d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d1cfe3a85d954ea199b4e2eaceed0b8d 2024-11-26T05:23:58,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598698487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598698487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,496 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/C of cdbf3872b1dda5053150c361e0d35def into d1cfe3a85d954ea199b4e2eaceed0b8d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:58,496 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:58,496 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/C, priority=13, startTime=1732598638292; duration=0sec 2024-11-26T05:23:58,496 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:58,496 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:C 2024-11-26T05:23:58,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742523_1699 (size=12001) 2024-11-26T05:23:58,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/2d63f3c5fa534200aef0fb4fb2265d05 2024-11-26T05:23:58,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/f7deddfa80704e169f93f7112d0d7e35 is 50, key is test_row_0/C:col10/1732598638360/Put/seqid=0 2024-11-26T05:23:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742524_1700 (size=12001) 2024-11-26T05:23:58,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/f7deddfa80704e169f93f7112d0d7e35 2024-11-26T05:23:58,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/6fce9b8b63374bdc92fb334c7de70cc7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6fce9b8b63374bdc92fb334c7de70cc7 2024-11-26T05:23:58,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6fce9b8b63374bdc92fb334c7de70cc7, entries=200, sequenceid=78, filesize=38.6 K 2024-11-26T05:23:58,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/2d63f3c5fa534200aef0fb4fb2265d05 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/2d63f3c5fa534200aef0fb4fb2265d05 2024-11-26T05:23:58,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/2d63f3c5fa534200aef0fb4fb2265d05, entries=150, sequenceid=78, filesize=11.7 K 2024-11-26T05:23:58,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/f7deddfa80704e169f93f7112d0d7e35 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/f7deddfa80704e169f93f7112d0d7e35 2024-11-26T05:23:58,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/f7deddfa80704e169f93f7112d0d7e35, entries=150, sequenceid=78, filesize=11.7 K 2024-11-26T05:23:58,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for cdbf3872b1dda5053150c361e0d35def in 199ms, sequenceid=78, compaction requested=false 2024-11-26T05:23:58,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T05:23:58,597 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:58,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T05:23:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:58,598 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:23:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:23:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:23:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:23:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:58,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f97a6269b56f4c5d833f146123aafd1f_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598638370/Put/seqid=0 2024-11-26T05:23:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742525_1701 (size=12154) 2024-11-26T05:23:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:58,633 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f97a6269b56f4c5d833f146123aafd1f_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f97a6269b56f4c5d833f146123aafd1f_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/4ca62809bd5d450bbb218dbb32893e64, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:23:58,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/4ca62809bd5d450bbb218dbb32893e64 is 175, key is test_row_0/A:col10/1732598638370/Put/seqid=0 2024-11-26T05:23:58,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742526_1702 (size=30955) 2024-11-26T05:23:58,661 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/4ca62809bd5d450bbb218dbb32893e64 2024-11-26T05:23:58,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/b46c956687c04299859f817c412b0a39 is 50, key is test_row_0/B:col10/1732598638370/Put/seqid=0 2024-11-26T05:23:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:58,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:23:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742527_1703 (size=12001) 2024-11-26T05:23:58,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598698727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598698730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598698731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,783 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/e9ff76795d9940319f33d44d3baf9b0a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/e9ff76795d9940319f33d44d3baf9b0a 2024-11-26T05:23:58,789 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/B of cdbf3872b1dda5053150c361e0d35def into e9ff76795d9940319f33d44d3baf9b0a(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:23:58,789 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:58,789 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/B, priority=13, startTime=1732598638292; duration=0sec 2024-11-26T05:23:58,790 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:23:58,790 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:B 2024-11-26T05:23:58,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598698832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598698834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598698835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T05:23:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598699035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598699037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598699039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,096 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/b46c956687c04299859f817c412b0a39 2024-11-26T05:23:59,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/1f59b21371884e9fbbea8678f74a045d is 50, key is test_row_0/C:col10/1732598638370/Put/seqid=0 2024-11-26T05:23:59,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742528_1704 (size=12001) 2024-11-26T05:23:59,126 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/1f59b21371884e9fbbea8678f74a045d 2024-11-26T05:23:59,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/4ca62809bd5d450bbb218dbb32893e64 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/4ca62809bd5d450bbb218dbb32893e64 2024-11-26T05:23:59,139 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/4ca62809bd5d450bbb218dbb32893e64, entries=150, sequenceid=92, filesize=30.2 K 2024-11-26T05:23:59,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/b46c956687c04299859f817c412b0a39 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b46c956687c04299859f817c412b0a39 2024-11-26T05:23:59,146 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b46c956687c04299859f817c412b0a39, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T05:23:59,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/1f59b21371884e9fbbea8678f74a045d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1f59b21371884e9fbbea8678f74a045d 2024-11-26T05:23:59,157 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1f59b21371884e9fbbea8678f74a045d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T05:23:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-26T05:23:59,159 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for cdbf3872b1dda5053150c361e0d35def in 561ms, sequenceid=92, compaction requested=true 2024-11-26T05:23:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:23:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-26T05:23:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-26T05:23:59,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-26T05:23:59,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 867 msec 2024-11-26T05:23:59,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 870 msec 2024-11-26T05:23:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:59,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T05:23:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:23:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:23:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:23:59,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:23:59,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b70147b21473402897592fc245e752d2_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598638725/Put/seqid=0 2024-11-26T05:23:59,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598699357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598699360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598699360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T05:23:59,395 INFO [Thread-2970 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-26T05:23:59,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:23:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-26T05:23:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T05:23:59,399 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:23:59,399 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:23:59,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:23:59,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742529_1705 (size=14594) 2024-11-26T05:23:59,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598699463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598699466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598699466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T05:23:59,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:59,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T05:23:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:23:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:59,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:59,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598699668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598699668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598699669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T05:23:59,704 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:59,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T05:23:59,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:59,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:23:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:59,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:59,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:23:59,805 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b70147b21473402897592fc245e752d2_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b70147b21473402897592fc245e752d2_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:23:59,806 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/cd02a75a86fb4f2e97df6d15f349feec, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:23:59,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/cd02a75a86fb4f2e97df6d15f349feec is 175, key is test_row_0/A:col10/1732598638725/Put/seqid=0 2024-11-26T05:23:59,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742530_1706 (size=39549) 2024-11-26T05:23:59,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:23:59,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T05:23:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:23:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:23:59,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:23:59,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598699971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598699972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:23:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:23:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598699973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T05:24:00,009 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:00,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T05:24:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:00,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T05:24:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,221 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/cd02a75a86fb4f2e97df6d15f349feec 2024-11-26T05:24:00,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/0f6a1334e787419ea2496f5b9be7b49c is 50, key is test_row_0/B:col10/1732598638725/Put/seqid=0 2024-11-26T05:24:00,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742531_1707 (size=12001) 2024-11-26T05:24:00,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/0f6a1334e787419ea2496f5b9be7b49c 2024-11-26T05:24:00,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/ecbf68a76297479fbaee0e8cfa45e43d is 50, key is test_row_0/C:col10/1732598638725/Put/seqid=0 2024-11-26T05:24:00,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:00,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T05:24:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742532_1708 (size=12001) 2024-11-26T05:24:00,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598700410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:00,414 DEBUG [Thread-2962 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:24:00,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1732598700421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:00,424 DEBUG [Thread-2964 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:24:00,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:00,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T05:24:00,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:00,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598700474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:00,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598700479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:00,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598700479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T05:24:00,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:00,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T05:24:00,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/ecbf68a76297479fbaee0e8cfa45e43d 2024-11-26T05:24:00,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/cd02a75a86fb4f2e97df6d15f349feec as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cd02a75a86fb4f2e97df6d15f349feec 2024-11-26T05:24:00,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cd02a75a86fb4f2e97df6d15f349feec, entries=200, sequenceid=119, filesize=38.6 K 2024-11-26T05:24:00,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:00,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/0f6a1334e787419ea2496f5b9be7b49c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0f6a1334e787419ea2496f5b9be7b49c 2024-11-26T05:24:00,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T05:24:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:00,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0f6a1334e787419ea2496f5b9be7b49c, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T05:24:00,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/ecbf68a76297479fbaee0e8cfa45e43d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/ecbf68a76297479fbaee0e8cfa45e43d 2024-11-26T05:24:00,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/ecbf68a76297479fbaee0e8cfa45e43d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T05:24:00,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cdbf3872b1dda5053150c361e0d35def in 1436ms, sequenceid=119, compaction requested=true 2024-11-26T05:24:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:24:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:00,783 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:24:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:24:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:24:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:00,783 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:24:00,785 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:24:00,785 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:24:00,785 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/A is initiating minor compaction (all files) 2024-11-26T05:24:00,785 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/B is initiating minor compaction (all files) 2024-11-26T05:24:00,785 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/A in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,785 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/B in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,785 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/e9ff76795d9940319f33d44d3baf9b0a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/2d63f3c5fa534200aef0fb4fb2265d05, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b46c956687c04299859f817c412b0a39, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0f6a1334e787419ea2496f5b9be7b49c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=47.0 K 2024-11-26T05:24:00,785 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6d5d8d8944324f6ba90a5f31b9c17921, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6fce9b8b63374bdc92fb334c7de70cc7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/4ca62809bd5d450bbb218dbb32893e64, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cd02a75a86fb4f2e97df6d15f349feec] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=137.8 K 2024-11-26T05:24:00,785 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,785 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6d5d8d8944324f6ba90a5f31b9c17921, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6fce9b8b63374bdc92fb334c7de70cc7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/4ca62809bd5d450bbb218dbb32893e64, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cd02a75a86fb4f2e97df6d15f349feec] 2024-11-26T05:24:00,785 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9ff76795d9940319f33d44d3baf9b0a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598636568 2024-11-26T05:24:00,786 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d5d8d8944324f6ba90a5f31b9c17921, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598636568 2024-11-26T05:24:00,786 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d63f3c5fa534200aef0fb4fb2265d05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732598637740 2024-11-26T05:24:00,786 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fce9b8b63374bdc92fb334c7de70cc7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732598637738 2024-11-26T05:24:00,786 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting b46c956687c04299859f817c412b0a39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598638370 2024-11-26T05:24:00,786 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ca62809bd5d450bbb218dbb32893e64, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598638370 2024-11-26T05:24:00,787 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting cd02a75a86fb4f2e97df6d15f349feec, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732598638725 2024-11-26T05:24:00,787 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f6a1334e787419ea2496f5b9be7b49c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732598638725 2024-11-26T05:24:00,797 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#B#compaction#613 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:00,798 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/b2b2b29049c54a15bb40b61c42f1239b is 50, key is test_row_0/B:col10/1732598638725/Put/seqid=0 2024-11-26T05:24:00,799 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:00,819 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126a65106581279449b8f611bc80422ad1f_cdbf3872b1dda5053150c361e0d35def store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:00,821 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126a65106581279449b8f611bc80422ad1f_cdbf3872b1dda5053150c361e0d35def, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:00,821 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a65106581279449b8f611bc80422ad1f_cdbf3872b1dda5053150c361e0d35def because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:00,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742533_1709 (size=12241) 2024-11-26T05:24:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742534_1710 (size=4469) 2024-11-26T05:24:00,889 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#A#compaction#614 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:00,890 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/d5aeb7c3f6754d31a1cc3b2f99652403 is 175, key is test_row_0/A:col10/1732598638725/Put/seqid=0 2024-11-26T05:24:00,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:00,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T05:24:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:00,926 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T05:24:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:00,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742535_1711 (size=31195) 2024-11-26T05:24:00,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112678ced325661d4f409ee4c700b353a512_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598639358/Put/seqid=0 2024-11-26T05:24:01,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742536_1712 (size=12154) 2024-11-26T05:24:01,270 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/b2b2b29049c54a15bb40b61c42f1239b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b2b2b29049c54a15bb40b61c42f1239b 2024-11-26T05:24:01,274 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/B of cdbf3872b1dda5053150c361e0d35def into b2b2b29049c54a15bb40b61c42f1239b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:01,274 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:01,274 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/B, priority=12, startTime=1732598640783; duration=0sec 2024-11-26T05:24:01,274 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:01,274 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:B 2024-11-26T05:24:01,274 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:24:01,275 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:24:01,275 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/C is initiating minor compaction (all files) 2024-11-26T05:24:01,276 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/C in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:01,276 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d1cfe3a85d954ea199b4e2eaceed0b8d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/f7deddfa80704e169f93f7112d0d7e35, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1f59b21371884e9fbbea8678f74a045d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/ecbf68a76297479fbaee0e8cfa45e43d] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=47.0 K 2024-11-26T05:24:01,276 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1cfe3a85d954ea199b4e2eaceed0b8d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732598636568 2024-11-26T05:24:01,276 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7deddfa80704e169f93f7112d0d7e35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732598637740 2024-11-26T05:24:01,276 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f59b21371884e9fbbea8678f74a045d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732598638370 2024-11-26T05:24:01,277 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecbf68a76297479fbaee0e8cfa45e43d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732598638725 2024-11-26T05:24:01,313 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#C#compaction#616 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:01,314 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/4d4aaf1063ce4fce87b5eacf84cd8001 is 50, key is test_row_0/C:col10/1732598638725/Put/seqid=0 2024-11-26T05:24:01,334 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/d5aeb7c3f6754d31a1cc3b2f99652403 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d5aeb7c3f6754d31a1cc3b2f99652403 2024-11-26T05:24:01,338 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/A of cdbf3872b1dda5053150c361e0d35def into d5aeb7c3f6754d31a1cc3b2f99652403(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:01,338 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:01,338 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/A, priority=12, startTime=1732598640783; duration=0sec 2024-11-26T05:24:01,338 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:01,338 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:A 2024-11-26T05:24:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742537_1713 (size=12241) 2024-11-26T05:24:01,354 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/4d4aaf1063ce4fce87b5eacf84cd8001 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/4d4aaf1063ce4fce87b5eacf84cd8001 2024-11-26T05:24:01,357 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/C of cdbf3872b1dda5053150c361e0d35def into 4d4aaf1063ce4fce87b5eacf84cd8001(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:01,357 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:01,357 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/C, priority=12, startTime=1732598640783; duration=0sec 2024-11-26T05:24:01,358 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:01,358 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:C 2024-11-26T05:24:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:01,417 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112678ced325661d4f409ee4c700b353a512_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112678ced325661d4f409ee4c700b353a512_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:01,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/cf478a093cf042f385f8cd7b170f828a, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:01,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/cf478a093cf042f385f8cd7b170f828a is 175, key is test_row_0/A:col10/1732598639358/Put/seqid=0 2024-11-26T05:24:01,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742538_1714 (size=30955) 2024-11-26T05:24:01,440 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/cf478a093cf042f385f8cd7b170f828a 2024-11-26T05:24:01,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/5beb54ae560e4f0aacf927d7e813af99 is 50, key is test_row_0/B:col10/1732598639358/Put/seqid=0 2024-11-26T05:24:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:01,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742539_1715 (size=12001) 2024-11-26T05:24:01,491 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/5beb54ae560e4f0aacf927d7e813af99 2024-11-26T05:24:01,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/367164c9184648e2affccee3cb4aaa7d is 50, key is test_row_0/C:col10/1732598639358/Put/seqid=0 2024-11-26T05:24:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T05:24:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742540_1716 (size=12001) 2024-11-26T05:24:01,523 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/367164c9184648e2affccee3cb4aaa7d 2024-11-26T05:24:01,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/cf478a093cf042f385f8cd7b170f828a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cf478a093cf042f385f8cd7b170f828a 2024-11-26T05:24:01,530 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cf478a093cf042f385f8cd7b170f828a, entries=150, sequenceid=129, filesize=30.2 K 2024-11-26T05:24:01,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/5beb54ae560e4f0aacf927d7e813af99 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/5beb54ae560e4f0aacf927d7e813af99 2024-11-26T05:24:01,536 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/5beb54ae560e4f0aacf927d7e813af99, entries=150, sequenceid=129, filesize=11.7 K 2024-11-26T05:24:01,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/367164c9184648e2affccee3cb4aaa7d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/367164c9184648e2affccee3cb4aaa7d 2024-11-26T05:24:01,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598701539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598701539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,544 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/367164c9184648e2affccee3cb4aaa7d, entries=150, sequenceid=129, filesize=11.7 K 2024-11-26T05:24:01,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598701540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,545 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for cdbf3872b1dda5053150c361e0d35def in 619ms, sequenceid=129, compaction requested=false 2024-11-26T05:24:01,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:01,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:01,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-26T05:24:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-26T05:24:01,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-26T05:24:01,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1480 sec 2024-11-26T05:24:01,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.1530 sec 2024-11-26T05:24:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:01,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-26T05:24:01,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:01,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598701651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598701652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598701653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112645cf14ed7ae34384a7bf8f3bbf7f7545_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598641648/Put/seqid=0 2024-11-26T05:24:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742541_1717 (size=14794) 2024-11-26T05:24:01,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598701754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598701756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598701757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598701958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598701961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:01,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598701961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:02,076 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:02,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112645cf14ed7ae34384a7bf8f3bbf7f7545_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112645cf14ed7ae34384a7bf8f3bbf7f7545_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:02,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/09ee1ba5310442f4b68270008b7202eb, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:02,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/09ee1ba5310442f4b68270008b7202eb is 175, key is test_row_0/A:col10/1732598641648/Put/seqid=0 2024-11-26T05:24:02,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742542_1718 (size=39749) 2024-11-26T05:24:02,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598702260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:02,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598702265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:02,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598702266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:02,521 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/09ee1ba5310442f4b68270008b7202eb 2024-11-26T05:24:02,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/9419502b348f49d8992f207bd27b4ed6 is 50, key is test_row_0/B:col10/1732598641648/Put/seqid=0 2024-11-26T05:24:02,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742543_1719 (size=12151) 2024-11-26T05:24:02,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/9419502b348f49d8992f207bd27b4ed6 2024-11-26T05:24:02,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b63ae9b7f8624c3b87b0921d2075ffc8 is 50, key is test_row_0/C:col10/1732598641648/Put/seqid=0 2024-11-26T05:24:02,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742544_1720 (size=12151) 2024-11-26T05:24:02,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b63ae9b7f8624c3b87b0921d2075ffc8 2024-11-26T05:24:02,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/09ee1ba5310442f4b68270008b7202eb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/09ee1ba5310442f4b68270008b7202eb 2024-11-26T05:24:02,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/09ee1ba5310442f4b68270008b7202eb, entries=200, sequenceid=162, filesize=38.8 K 2024-11-26T05:24:02,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/9419502b348f49d8992f207bd27b4ed6 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/9419502b348f49d8992f207bd27b4ed6 2024-11-26T05:24:02,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/9419502b348f49d8992f207bd27b4ed6, entries=150, sequenceid=162, filesize=11.9 K 2024-11-26T05:24:02,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b63ae9b7f8624c3b87b0921d2075ffc8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b63ae9b7f8624c3b87b0921d2075ffc8 2024-11-26T05:24:02,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b63ae9b7f8624c3b87b0921d2075ffc8, entries=150, sequenceid=162, filesize=11.9 K 2024-11-26T05:24:02,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for cdbf3872b1dda5053150c361e0d35def in 945ms, sequenceid=162, compaction requested=true 2024-11-26T05:24:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:02,593 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:02,593 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:02,593 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/A is initiating minor compaction (all files) 2024-11-26T05:24:02,594 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/A in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:02,594 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d5aeb7c3f6754d31a1cc3b2f99652403, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cf478a093cf042f385f8cd7b170f828a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/09ee1ba5310442f4b68270008b7202eb] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=99.5 K 2024-11-26T05:24:02,594 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:02,594 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d5aeb7c3f6754d31a1cc3b2f99652403, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cf478a093cf042f385f8cd7b170f828a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/09ee1ba5310442f4b68270008b7202eb] 2024-11-26T05:24:02,594 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5aeb7c3f6754d31a1cc3b2f99652403, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732598638725 2024-11-26T05:24:02,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:24:02,594 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf478a093cf042f385f8cd7b170f828a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598639347 2024-11-26T05:24:02,595 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09ee1ba5310442f4b68270008b7202eb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732598641535 2024-11-26T05:24:02,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:02,596 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:02,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:24:02,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:02,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:24:02,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:02,597 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:02,597 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/B is initiating minor compaction (all files) 2024-11-26T05:24:02,597 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/B in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:02,598 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b2b2b29049c54a15bb40b61c42f1239b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/5beb54ae560e4f0aacf927d7e813af99, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/9419502b348f49d8992f207bd27b4ed6] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=35.5 K 2024-11-26T05:24:02,598 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b2b2b29049c54a15bb40b61c42f1239b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732598638725 2024-11-26T05:24:02,599 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5beb54ae560e4f0aacf927d7e813af99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598639347 2024-11-26T05:24:02,600 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 9419502b348f49d8992f207bd27b4ed6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732598641646 2024-11-26T05:24:02,603 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:02,607 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112653bdff3f5a804bcf9ce5a4a7794906c0_cdbf3872b1dda5053150c361e0d35def store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:02,609 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112653bdff3f5a804bcf9ce5a4a7794906c0_cdbf3872b1dda5053150c361e0d35def, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:02,609 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112653bdff3f5a804bcf9ce5a4a7794906c0_cdbf3872b1dda5053150c361e0d35def because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:02,615 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#B#compaction#623 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:02,616 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/66b5376baa8c4ad8a76dafa2b2bc1b3f is 50, key is test_row_0/B:col10/1732598641648/Put/seqid=0 2024-11-26T05:24:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742545_1721 (size=4469) 2024-11-26T05:24:02,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742546_1722 (size=12493) 2024-11-26T05:24:02,653 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#A#compaction#622 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:02,653 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/d29b6292dfd54340a35b54c9f8d81702 is 175, key is test_row_0/A:col10/1732598641648/Put/seqid=0 2024-11-26T05:24:02,664 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/66b5376baa8c4ad8a76dafa2b2bc1b3f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/66b5376baa8c4ad8a76dafa2b2bc1b3f 2024-11-26T05:24:02,668 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/B of cdbf3872b1dda5053150c361e0d35def into 66b5376baa8c4ad8a76dafa2b2bc1b3f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:02,668 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:02,668 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/B, priority=13, startTime=1732598642596; duration=0sec 2024-11-26T05:24:02,669 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:02,669 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:B 2024-11-26T05:24:02,669 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:02,671 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:02,671 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/C is initiating minor compaction (all files) 2024-11-26T05:24:02,671 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/C in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:02,671 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/4d4aaf1063ce4fce87b5eacf84cd8001, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/367164c9184648e2affccee3cb4aaa7d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b63ae9b7f8624c3b87b0921d2075ffc8] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=35.5 K 2024-11-26T05:24:02,671 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d4aaf1063ce4fce87b5eacf84cd8001, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732598638725 2024-11-26T05:24:02,672 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 367164c9184648e2affccee3cb4aaa7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732598639347 2024-11-26T05:24:02,672 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b63ae9b7f8624c3b87b0921d2075ffc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732598641646 2024-11-26T05:24:02,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742547_1723 (size=31447) 2024-11-26T05:24:02,685 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/d29b6292dfd54340a35b54c9f8d81702 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d29b6292dfd54340a35b54c9f8d81702 2024-11-26T05:24:02,691 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/A of cdbf3872b1dda5053150c361e0d35def into d29b6292dfd54340a35b54c9f8d81702(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:02,691 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:02,691 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/A, priority=13, startTime=1732598642593; duration=0sec 2024-11-26T05:24:02,691 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:02,691 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:A 2024-11-26T05:24:02,693 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#C#compaction#624 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:02,694 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/5061420e496047a18a3d1873f3cb6026 is 50, key is test_row_0/C:col10/1732598641648/Put/seqid=0 2024-11-26T05:24:02,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742548_1724 (size=12493) 2024-11-26T05:24:02,710 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/5061420e496047a18a3d1873f3cb6026 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/5061420e496047a18a3d1873f3cb6026 2024-11-26T05:24:02,715 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/C of cdbf3872b1dda5053150c361e0d35def into 5061420e496047a18a3d1873f3cb6026(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:02,715 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:02,715 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/C, priority=13, startTime=1732598642596; duration=0sec 2024-11-26T05:24:02,715 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:02,715 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:C 2024-11-26T05:24:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:02,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:24:02,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:02,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:02,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:02,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:02,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:02,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:02,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126efd8f7af93834ddca544f97eaa8aba0a_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598642773/Put/seqid=0 2024-11-26T05:24:02,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742549_1725 (size=12304) 2024-11-26T05:24:02,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598702830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598702828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:02,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598702830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:02,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598702933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:02,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:02,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598702933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598702933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598703136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598703137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598703138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,198 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:03,202 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126efd8f7af93834ddca544f97eaa8aba0a_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126efd8f7af93834ddca544f97eaa8aba0a_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:03,203 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/1936ea9b5b114689a161b6bd333fe978, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:03,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/1936ea9b5b114689a161b6bd333fe978 is 175, key is test_row_0/A:col10/1732598642773/Put/seqid=0 2024-11-26T05:24:03,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742550_1726 (size=31105) 2024-11-26T05:24:03,221 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/1936ea9b5b114689a161b6bd333fe978 2024-11-26T05:24:03,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/a18170d0287243d393c5cc80bd760253 is 50, key is test_row_0/B:col10/1732598642773/Put/seqid=0 2024-11-26T05:24:03,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742551_1727 (size=12151) 2024-11-26T05:24:03,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/a18170d0287243d393c5cc80bd760253 2024-11-26T05:24:03,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/50897209344c45b992e02816d9ed9a25 is 50, key is test_row_0/C:col10/1732598642773/Put/seqid=0 2024-11-26T05:24:03,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742552_1728 (size=12151) 2024-11-26T05:24:03,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/50897209344c45b992e02816d9ed9a25 2024-11-26T05:24:03,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/1936ea9b5b114689a161b6bd333fe978 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1936ea9b5b114689a161b6bd333fe978 2024-11-26T05:24:03,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1936ea9b5b114689a161b6bd333fe978, entries=150, sequenceid=176, filesize=30.4 K 2024-11-26T05:24:03,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/a18170d0287243d393c5cc80bd760253 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a18170d0287243d393c5cc80bd760253 2024-11-26T05:24:03,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a18170d0287243d393c5cc80bd760253, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T05:24:03,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/50897209344c45b992e02816d9ed9a25 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/50897209344c45b992e02816d9ed9a25 2024-11-26T05:24:03,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/50897209344c45b992e02816d9ed9a25, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T05:24:03,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for cdbf3872b1dda5053150c361e0d35def in 569ms, sequenceid=176, compaction requested=false 2024-11-26T05:24:03,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:03,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T05:24:03,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:03,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:03,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:03,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:03,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:03,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:03,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265a0c549bdfb6464783f24c6241773aa4_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598642823/Put/seqid=0 2024-11-26T05:24:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598703453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598703456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598703456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742553_1729 (size=12304) 2024-11-26T05:24:03,477 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:03,482 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265a0c549bdfb6464783f24c6241773aa4_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265a0c549bdfb6464783f24c6241773aa4_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:03,483 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/ba7ca03e2c0a4aaca21a39506d6c28d2, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:03,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/ba7ca03e2c0a4aaca21a39506d6c28d2 is 175, key is test_row_0/A:col10/1732598642823/Put/seqid=0 2024-11-26T05:24:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T05:24:03,504 INFO [Thread-2970 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-26T05:24:03,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:24:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-26T05:24:03,506 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:24:03,507 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:24:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T05:24:03,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:24:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742554_1730 (size=31105) 2024-11-26T05:24:03,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598703557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598703558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598703558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T05:24:03,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:03,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T05:24:03,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:03,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:03,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:03,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:03,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:03,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598703760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598703760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598703762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T05:24:03,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:03,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T05:24:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:03,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:03,937 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/ba7ca03e2c0a4aaca21a39506d6c28d2 2024-11-26T05:24:03,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/d07016f804bb4f12805b6024e884839b is 50, key is test_row_0/B:col10/1732598642823/Put/seqid=0 2024-11-26T05:24:03,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742555_1731 (size=12151) 2024-11-26T05:24:03,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:03,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/d07016f804bb4f12805b6024e884839b 2024-11-26T05:24:03,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T05:24:03,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:03,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:03,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:03,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6bae803bf055460297a9201eba5a81ee is 50, key is test_row_0/C:col10/1732598642823/Put/seqid=0 2024-11-26T05:24:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742556_1732 (size=12151) 2024-11-26T05:24:04,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6bae803bf055460297a9201eba5a81ee 2024-11-26T05:24:04,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/ba7ca03e2c0a4aaca21a39506d6c28d2 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/ba7ca03e2c0a4aaca21a39506d6c28d2 2024-11-26T05:24:04,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/ba7ca03e2c0a4aaca21a39506d6c28d2, entries=150, sequenceid=203, filesize=30.4 K 2024-11-26T05:24:04,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/d07016f804bb4f12805b6024e884839b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/d07016f804bb4f12805b6024e884839b 2024-11-26T05:24:04,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/d07016f804bb4f12805b6024e884839b, entries=150, sequenceid=203, filesize=11.9 K 2024-11-26T05:24:04,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6bae803bf055460297a9201eba5a81ee as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6bae803bf055460297a9201eba5a81ee 2024-11-26T05:24:04,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6bae803bf055460297a9201eba5a81ee, entries=150, sequenceid=203, filesize=11.9 K 2024-11-26T05:24:04,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for cdbf3872b1dda5053150c361e0d35def in 592ms, sequenceid=203, compaction requested=true 2024-11-26T05:24:04,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:04,034 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:04,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:24:04,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:04,035 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:04,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:24:04,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:04,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:24:04,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:04,035 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:04,035 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/B is initiating minor compaction (all files) 2024-11-26T05:24:04,035 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/B in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,036 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/66b5376baa8c4ad8a76dafa2b2bc1b3f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a18170d0287243d393c5cc80bd760253, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/d07016f804bb4f12805b6024e884839b] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=35.9 K 2024-11-26T05:24:04,036 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:04,036 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/A is initiating minor compaction (all files) 2024-11-26T05:24:04,036 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/A in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,036 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d29b6292dfd54340a35b54c9f8d81702, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1936ea9b5b114689a161b6bd333fe978, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/ba7ca03e2c0a4aaca21a39506d6c28d2] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=91.5 K 2024-11-26T05:24:04,036 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,036 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d29b6292dfd54340a35b54c9f8d81702, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1936ea9b5b114689a161b6bd333fe978, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/ba7ca03e2c0a4aaca21a39506d6c28d2] 2024-11-26T05:24:04,036 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 66b5376baa8c4ad8a76dafa2b2bc1b3f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732598641646 2024-11-26T05:24:04,036 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d29b6292dfd54340a35b54c9f8d81702, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732598641646 2024-11-26T05:24:04,036 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting a18170d0287243d393c5cc80bd760253, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732598642771 2024-11-26T05:24:04,037 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1936ea9b5b114689a161b6bd333fe978, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732598642771 2024-11-26T05:24:04,037 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting d07016f804bb4f12805b6024e884839b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732598642821 2024-11-26T05:24:04,037 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba7ca03e2c0a4aaca21a39506d6c28d2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732598642821 2024-11-26T05:24:04,050 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#B#compaction#631 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:04,051 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/de0918aa0920431586908a0713b2f5ec is 50, key is test_row_0/B:col10/1732598642823/Put/seqid=0 2024-11-26T05:24:04,055 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:04,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:24:04,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:04,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:04,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:04,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:04,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:04,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:04,071 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126c3f95decc92b4a4781e46ca1ad718acc_cdbf3872b1dda5053150c361e0d35def store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:04,074 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126c3f95decc92b4a4781e46ca1ad718acc_cdbf3872b1dda5053150c361e0d35def, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:04,074 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c3f95decc92b4a4781e46ca1ad718acc_cdbf3872b1dda5053150c361e0d35def because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:04,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742557_1733 (size=12595) 2024-11-26T05:24:04,103 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/de0918aa0920431586908a0713b2f5ec as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/de0918aa0920431586908a0713b2f5ec 2024-11-26T05:24:04,106 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/B of cdbf3872b1dda5053150c361e0d35def into de0918aa0920431586908a0713b2f5ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:04,106 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:04,107 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/B, priority=13, startTime=1732598644034; duration=0sec 2024-11-26T05:24:04,107 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:04,107 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:B 2024-11-26T05:24:04,107 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:04,107 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:04,107 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/C is initiating minor compaction (all files) 2024-11-26T05:24:04,107 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/C in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,107 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/5061420e496047a18a3d1873f3cb6026, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/50897209344c45b992e02816d9ed9a25, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6bae803bf055460297a9201eba5a81ee] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=35.9 K 2024-11-26T05:24:04,108 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 5061420e496047a18a3d1873f3cb6026, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732598641646 2024-11-26T05:24:04,108 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 50897209344c45b992e02816d9ed9a25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732598642771 2024-11-26T05:24:04,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598704100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,108 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bae803bf055460297a9201eba5a81ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732598642821 2024-11-26T05:24:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T05:24:04,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598704108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598704108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,118 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T05:24:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126aee709f3de3649c8be0aed6fa8b2864d_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598643455/Put/seqid=0 2024-11-26T05:24:04,172 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#C#compaction#634 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:04,173 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b47716070c67466e8c4d76fd8a963fef is 50, key is test_row_0/C:col10/1732598642823/Put/seqid=0 2024-11-26T05:24:04,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742558_1734 (size=4469) 2024-11-26T05:24:04,184 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#A#compaction#632 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:04,185 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/bcf70c6b54eb42b3bc09a2d7d9e9a7d0 is 175, key is test_row_0/A:col10/1732598642823/Put/seqid=0 2024-11-26T05:24:04,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742559_1735 (size=17284) 2024-11-26T05:24:04,197 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:04,202 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126aee709f3de3649c8be0aed6fa8b2864d_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126aee709f3de3649c8be0aed6fa8b2864d_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:04,203 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/d8c752debb4548a6980091bf805e0980, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:04,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/d8c752debb4548a6980091bf805e0980 is 175, key is test_row_0/A:col10/1732598643455/Put/seqid=0 2024-11-26T05:24:04,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598704209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598704217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598704217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742562_1738 (size=48389) 2024-11-26T05:24:04,248 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/d8c752debb4548a6980091bf805e0980 2024-11-26T05:24:04,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742560_1736 (size=12595) 2024-11-26T05:24:04,264 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b47716070c67466e8c4d76fd8a963fef as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b47716070c67466e8c4d76fd8a963fef 2024-11-26T05:24:04,268 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/C of cdbf3872b1dda5053150c361e0d35def into b47716070c67466e8c4d76fd8a963fef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:04,268 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:04,268 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/C, priority=13, startTime=1732598644035; duration=0sec 2024-11-26T05:24:04,268 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:04,268 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:C 2024-11-26T05:24:04,270 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:04,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T05:24:04,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:04,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742561_1737 (size=31549) 2024-11-26T05:24:04,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/f95a8260dbe54831a2675ac785f02eba is 50, key is test_row_0/B:col10/1732598643455/Put/seqid=0 2024-11-26T05:24:04,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742563_1739 (size=12151) 2024-11-26T05:24:04,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/f95a8260dbe54831a2675ac785f02eba 2024-11-26T05:24:04,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b3f2e77febfb4eff86f94b4b130a0bc4 is 50, key is test_row_0/C:col10/1732598643455/Put/seqid=0 2024-11-26T05:24:04,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742564_1740 (size=12151) 2024-11-26T05:24:04,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b3f2e77febfb4eff86f94b4b130a0bc4 2024-11-26T05:24:04,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/d8c752debb4548a6980091bf805e0980 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d8c752debb4548a6980091bf805e0980 2024-11-26T05:24:04,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d8c752debb4548a6980091bf805e0980, entries=250, sequenceid=215, filesize=47.3 K 2024-11-26T05:24:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/f95a8260dbe54831a2675ac785f02eba as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f95a8260dbe54831a2675ac785f02eba 2024-11-26T05:24:04,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f95a8260dbe54831a2675ac785f02eba, entries=150, sequenceid=215, filesize=11.9 K 2024-11-26T05:24:04,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b3f2e77febfb4eff86f94b4b130a0bc4 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b3f2e77febfb4eff86f94b4b130a0bc4 2024-11-26T05:24:04,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b3f2e77febfb4eff86f94b4b130a0bc4, entries=150, sequenceid=215, filesize=11.9 K 2024-11-26T05:24:04,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cdbf3872b1dda5053150c361e0d35def in 301ms, sequenceid=215, compaction requested=false 2024-11-26T05:24:04,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:04,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T05:24:04,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:04,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:04,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:04,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:04,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:04,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:04,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:04,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T05:24:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126660e2376248a4e2db068a6afd140386a_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598644414/Put/seqid=0 2024-11-26T05:24:04,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598704430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598704434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598704434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598704435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,439 DEBUG [Thread-2962 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:24:04,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742565_1741 (size=14794) 2024-11-26T05:24:04,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:04,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1732598704444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,447 DEBUG [Thread-2964 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:24:04,449 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126660e2376248a4e2db068a6afd140386a_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126660e2376248a4e2db068a6afd140386a_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:04,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/a0d89a4894294aeca6e3824374963412, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:04,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/a0d89a4894294aeca6e3824374963412 is 175, key is test_row_0/A:col10/1732598644414/Put/seqid=0 2024-11-26T05:24:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742566_1742 (size=39749) 2024-11-26T05:24:04,470 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/a0d89a4894294aeca6e3824374963412 2024-11-26T05:24:04,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/fadadfe011694fc5ab11e59463b05f71 is 50, key is test_row_0/B:col10/1732598644414/Put/seqid=0 2024-11-26T05:24:04,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742567_1743 (size=12151) 2024-11-26T05:24:04,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/fadadfe011694fc5ab11e59463b05f71 2024-11-26T05:24:04,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/74ea7e8c948d4d0b8863f2ecace01f8d is 50, key is test_row_0/C:col10/1732598644414/Put/seqid=0 2024-11-26T05:24:04,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598704535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598704540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598704540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742568_1744 (size=12151) 2024-11-26T05:24:04,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/74ea7e8c948d4d0b8863f2ecace01f8d 2024-11-26T05:24:04,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/a0d89a4894294aeca6e3824374963412 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/a0d89a4894294aeca6e3824374963412 2024-11-26T05:24:04,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/a0d89a4894294aeca6e3824374963412, entries=200, sequenceid=242, filesize=38.8 K 2024-11-26T05:24:04,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/fadadfe011694fc5ab11e59463b05f71 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/fadadfe011694fc5ab11e59463b05f71 2024-11-26T05:24:04,574 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:04,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T05:24:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:04,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/fadadfe011694fc5ab11e59463b05f71, entries=150, sequenceid=242, filesize=11.9 K 2024-11-26T05:24:04,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/74ea7e8c948d4d0b8863f2ecace01f8d as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/74ea7e8c948d4d0b8863f2ecace01f8d 2024-11-26T05:24:04,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/74ea7e8c948d4d0b8863f2ecace01f8d, entries=150, sequenceid=242, filesize=11.9 K 2024-11-26T05:24:04,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for cdbf3872b1dda5053150c361e0d35def in 171ms, sequenceid=242, compaction requested=true 2024-11-26T05:24:04,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:04,587 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-26T05:24:04,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:24:04,588 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T05:24:04,588 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T05:24:04,588 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. because compaction request was cancelled 2024-11-26T05:24:04,588 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:A 2024-11-26T05:24:04,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:04,588 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:04,589 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:04,589 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/B is initiating minor compaction (all files) 2024-11-26T05:24:04,589 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/B in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,589 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/de0918aa0920431586908a0713b2f5ec, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f95a8260dbe54831a2675ac785f02eba, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/fadadfe011694fc5ab11e59463b05f71] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=36.0 K 2024-11-26T05:24:04,589 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting de0918aa0920431586908a0713b2f5ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732598642821 2024-11-26T05:24:04,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:B, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:24:04,589 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting f95a8260dbe54831a2675ac785f02eba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732598643455 2024-11-26T05:24:04,590 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting fadadfe011694fc5ab11e59463b05f71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732598644094 2024-11-26T05:24:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:04,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:C, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:24:04,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:04,604 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#B#compaction#640 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:04,604 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/913a54fcf00d4eeaa24eb06251dee1e2 is 50, key is test_row_0/B:col10/1732598644414/Put/seqid=0 2024-11-26T05:24:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T05:24:04,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742569_1745 (size=12697) 2024-11-26T05:24:04,685 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/bcf70c6b54eb42b3bc09a2d7d9e9a7d0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/bcf70c6b54eb42b3bc09a2d7d9e9a7d0 2024-11-26T05:24:04,689 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/A of cdbf3872b1dda5053150c361e0d35def into bcf70c6b54eb42b3bc09a2d7d9e9a7d0(size=30.8 K), total size for store is 116.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:04,689 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:04,689 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/A, priority=13, startTime=1732598644034; duration=0sec 2024-11-26T05:24:04,690 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:04,690 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:A 2024-11-26T05:24:04,690 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:04,691 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:04,691 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/C is initiating minor compaction (all files) 2024-11-26T05:24:04,691 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/C in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,691 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b47716070c67466e8c4d76fd8a963fef, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b3f2e77febfb4eff86f94b4b130a0bc4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/74ea7e8c948d4d0b8863f2ecace01f8d] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=36.0 K 2024-11-26T05:24:04,691 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting b47716070c67466e8c4d76fd8a963fef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732598642821 2024-11-26T05:24:04,692 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3f2e77febfb4eff86f94b4b130a0bc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732598643455 2024-11-26T05:24:04,692 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74ea7e8c948d4d0b8863f2ecace01f8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732598644094 2024-11-26T05:24:04,705 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#C#compaction#641 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:04,706 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/bc15395214584d7c964cf2ae03bc250b is 50, key is test_row_0/C:col10/1732598644414/Put/seqid=0 2024-11-26T05:24:04,726 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:04,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T05:24:04,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:04,726 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:24:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:04,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:04,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742570_1746 (size=12697) 2024-11-26T05:24:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fae416358f694bd88cbfc2bb4e413991_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598644428/Put/seqid=0 2024-11-26T05:24:04,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742571_1747 (size=12304) 2024-11-26T05:24:04,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:04,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598704778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598704778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598704779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,784 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fae416358f694bd88cbfc2bb4e413991_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fae416358f694bd88cbfc2bb4e413991_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:04,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/0fbd1b0957cb40aa956abd98620c07bb, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:04,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/0fbd1b0957cb40aa956abd98620c07bb is 175, key is test_row_0/A:col10/1732598644428/Put/seqid=0 2024-11-26T05:24:04,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742572_1748 (size=31105) 2024-11-26T05:24:04,797 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/0fbd1b0957cb40aa956abd98620c07bb 2024-11-26T05:24:04,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/3ec35addccb1495db9e7af27517b4141 is 50, key is test_row_0/B:col10/1732598644428/Put/seqid=0 2024-11-26T05:24:04,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598704883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598704883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598704884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742573_1749 (size=12151) 2024-11-26T05:24:04,895 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/3ec35addccb1495db9e7af27517b4141 2024-11-26T05:24:04,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/d3c8a99a4226404ca5b4ac4c9b41ce76 is 50, key is test_row_0/C:col10/1732598644428/Put/seqid=0 2024-11-26T05:24:04,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742574_1750 (size=12151) 2024-11-26T05:24:05,040 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/913a54fcf00d4eeaa24eb06251dee1e2 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/913a54fcf00d4eeaa24eb06251dee1e2 2024-11-26T05:24:05,045 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/B of cdbf3872b1dda5053150c361e0d35def into 913a54fcf00d4eeaa24eb06251dee1e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:05,045 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:05,045 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/B, priority=13, startTime=1732598644588; duration=0sec 2024-11-26T05:24:05,045 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:05,045 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:B 2024-11-26T05:24:05,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598705085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598705085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598705086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,147 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/bc15395214584d7c964cf2ae03bc250b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/bc15395214584d7c964cf2ae03bc250b 2024-11-26T05:24:05,152 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/C of cdbf3872b1dda5053150c361e0d35def into bc15395214584d7c964cf2ae03bc250b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:05,152 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:05,152 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/C, priority=13, startTime=1732598644591; duration=0sec 2024-11-26T05:24:05,152 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:05,152 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:C 2024-11-26T05:24:05,346 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/d3c8a99a4226404ca5b4ac4c9b41ce76 2024-11-26T05:24:05,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/0fbd1b0957cb40aa956abd98620c07bb as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0fbd1b0957cb40aa956abd98620c07bb 2024-11-26T05:24:05,352 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0fbd1b0957cb40aa956abd98620c07bb, entries=150, sequenceid=255, filesize=30.4 K 2024-11-26T05:24:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/3ec35addccb1495db9e7af27517b4141 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/3ec35addccb1495db9e7af27517b4141 2024-11-26T05:24:05,356 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/3ec35addccb1495db9e7af27517b4141, entries=150, sequenceid=255, filesize=11.9 K 2024-11-26T05:24:05,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/d3c8a99a4226404ca5b4ac4c9b41ce76 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d3c8a99a4226404ca5b4ac4c9b41ce76 2024-11-26T05:24:05,361 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d3c8a99a4226404ca5b4ac4c9b41ce76, entries=150, sequenceid=255, filesize=11.9 K 2024-11-26T05:24:05,362 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cdbf3872b1dda5053150c361e0d35def in 636ms, sequenceid=255, compaction requested=true 2024-11-26T05:24:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-26T05:24:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-26T05:24:05,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-26T05:24:05,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8560 sec 2024-11-26T05:24:05,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.8610 sec 2024-11-26T05:24:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:05,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T05:24:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:05,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:05,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598705406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598705407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598705408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bd1ee132aa3347ff843af3650e213b9f_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598645390/Put/seqid=0 2024-11-26T05:24:05,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742575_1751 (size=12454) 2024-11-26T05:24:05,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598705512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598705512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598705513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T05:24:05,611 INFO [Thread-2970 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-26T05:24:05,612 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:24:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-26T05:24:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T05:24:05,614 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:24:05,615 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:24:05,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:24:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T05:24:05,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598705715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598705715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598705718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:05,767 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:05,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:05,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:05,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:05,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:05,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:05,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:05,905 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:05,908 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bd1ee132aa3347ff843af3650e213b9f_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bd1ee132aa3347ff843af3650e213b9f_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:05,909 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/96fcd24cfcdc487585e184c7f2aa29b3, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:05,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/96fcd24cfcdc487585e184c7f2aa29b3 is 175, key is test_row_0/A:col10/1732598645390/Put/seqid=0 2024-11-26T05:24:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T05:24:05,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742576_1752 (size=31255) 2024-11-26T05:24:05,917 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/96fcd24cfcdc487585e184c7f2aa29b3 2024-11-26T05:24:05,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:05,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:05,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:05,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:05,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:05,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:05,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:05,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/cc23409dcefd41129c9dc3aeb13cb61c is 50, key is test_row_0/B:col10/1732598645390/Put/seqid=0 2024-11-26T05:24:05,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742577_1753 (size=12301) 2024-11-26T05:24:05,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/cc23409dcefd41129c9dc3aeb13cb61c 2024-11-26T05:24:05,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/cb942102793b45bca337b3913c09df01 is 50, key is test_row_0/C:col10/1732598645390/Put/seqid=0 2024-11-26T05:24:06,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742578_1754 (size=12301) 2024-11-26T05:24:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598706018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598706019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598706025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:06,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:06,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:06,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T05:24:06,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:06,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:06,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:06,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:06,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:06,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:06,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/cb942102793b45bca337b3913c09df01 2024-11-26T05:24:06,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/96fcd24cfcdc487585e184c7f2aa29b3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/96fcd24cfcdc487585e184c7f2aa29b3 2024-11-26T05:24:06,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/96fcd24cfcdc487585e184c7f2aa29b3, entries=150, sequenceid=282, filesize=30.5 K 2024-11-26T05:24:06,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/cc23409dcefd41129c9dc3aeb13cb61c as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/cc23409dcefd41129c9dc3aeb13cb61c 2024-11-26T05:24:06,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/cc23409dcefd41129c9dc3aeb13cb61c, entries=150, sequenceid=282, filesize=12.0 K 2024-11-26T05:24:06,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/cb942102793b45bca337b3913c09df01 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/cb942102793b45bca337b3913c09df01 2024-11-26T05:24:06,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/cb942102793b45bca337b3913c09df01, entries=150, sequenceid=282, filesize=12.0 K 2024-11-26T05:24:06,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cdbf3872b1dda5053150c361e0d35def in 1032ms, sequenceid=282, compaction requested=true 2024-11-26T05:24:06,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:24:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:06,424 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T05:24:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:24:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:06,424 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:24:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:06,424 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:06,425 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/B is initiating minor compaction (all files) 2024-11-26T05:24:06,425 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/B in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,425 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/913a54fcf00d4eeaa24eb06251dee1e2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/3ec35addccb1495db9e7af27517b4141, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/cc23409dcefd41129c9dc3aeb13cb61c] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=36.3 K 2024-11-26T05:24:06,426 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 913a54fcf00d4eeaa24eb06251dee1e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732598644094 2024-11-26T05:24:06,426 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 182047 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T05:24:06,426 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/A is initiating minor compaction (all files) 2024-11-26T05:24:06,426 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/A in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,426 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/bcf70c6b54eb42b3bc09a2d7d9e9a7d0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d8c752debb4548a6980091bf805e0980, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/a0d89a4894294aeca6e3824374963412, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0fbd1b0957cb40aa956abd98620c07bb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/96fcd24cfcdc487585e184c7f2aa29b3] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=177.8 K 2024-11-26T05:24:06,426 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,426 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/bcf70c6b54eb42b3bc09a2d7d9e9a7d0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d8c752debb4548a6980091bf805e0980, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/a0d89a4894294aeca6e3824374963412, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0fbd1b0957cb40aa956abd98620c07bb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/96fcd24cfcdc487585e184c7f2aa29b3] 2024-11-26T05:24:06,427 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ec35addccb1495db9e7af27517b4141, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732598644428 2024-11-26T05:24:06,427 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcf70c6b54eb42b3bc09a2d7d9e9a7d0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732598642821 2024-11-26T05:24:06,427 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting cc23409dcefd41129c9dc3aeb13cb61c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732598644777 2024-11-26T05:24:06,428 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8c752debb4548a6980091bf805e0980, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732598643443 2024-11-26T05:24:06,428 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0d89a4894294aeca6e3824374963412, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732598644094 2024-11-26T05:24:06,429 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fbd1b0957cb40aa956abd98620c07bb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732598644428 2024-11-26T05:24:06,429 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96fcd24cfcdc487585e184c7f2aa29b3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732598644777 2024-11-26T05:24:06,436 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#B#compaction#648 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:06,437 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/f12e2e4c6bf848ac9d6a14a2bff5edc0 is 50, key is test_row_0/B:col10/1732598645390/Put/seqid=0 2024-11-26T05:24:06,440 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:06,457 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411268b72d2c540bc4636a96894ddad579e75_cdbf3872b1dda5053150c361e0d35def store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:06,460 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411268b72d2c540bc4636a96894ddad579e75_cdbf3872b1dda5053150c361e0d35def, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:06,461 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268b72d2c540bc4636a96894ddad579e75_cdbf3872b1dda5053150c361e0d35def because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:06,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742579_1755 (size=12949) 2024-11-26T05:24:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742580_1756 (size=4469) 2024-11-26T05:24:06,521 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#A#compaction#649 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:06,522 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/6a40876589db44ea840db85f409e593f is 175, key is test_row_0/A:col10/1732598645390/Put/seqid=0 2024-11-26T05:24:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:06,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:24:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:06,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:06,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266ca31493acb44957b3fd1fddfa29c3cd_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598645406/Put/seqid=0 2024-11-26T05:24:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742581_1757 (size=31869) 2024-11-26T05:24:06,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742582_1758 (size=14994) 2024-11-26T05:24:06,550 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:06,555 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266ca31493acb44957b3fd1fddfa29c3cd_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266ca31493acb44957b3fd1fddfa29c3cd_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:06,556 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/135d5bad94034e63a609df50fa8c6fc7, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:06,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/135d5bad94034e63a609df50fa8c6fc7 is 175, key is test_row_0/A:col10/1732598645406/Put/seqid=0 2024-11-26T05:24:06,557 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/6a40876589db44ea840db85f409e593f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6a40876589db44ea840db85f409e593f 2024-11-26T05:24:06,568 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/A of cdbf3872b1dda5053150c361e0d35def into 6a40876589db44ea840db85f409e593f(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:06,568 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:06,568 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/A, priority=11, startTime=1732598646424; duration=0sec 2024-11-26T05:24:06,568 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:06,568 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:A 2024-11-26T05:24:06,568 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:06,569 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:06,570 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/C is initiating minor compaction (all files) 2024-11-26T05:24:06,570 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/C in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,570 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/bc15395214584d7c964cf2ae03bc250b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d3c8a99a4226404ca5b4ac4c9b41ce76, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/cb942102793b45bca337b3913c09df01] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=36.3 K 2024-11-26T05:24:06,570 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc15395214584d7c964cf2ae03bc250b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732598644094 2024-11-26T05:24:06,571 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3c8a99a4226404ca5b4ac4c9b41ce76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732598644428 2024-11-26T05:24:06,572 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb942102793b45bca337b3913c09df01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732598644777 2024-11-26T05:24:06,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742583_1759 (size=39949) 2024-11-26T05:24:06,584 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#C#compaction#651 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:06,585 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/dad47ff75a78435ea70d06da0510d47f is 50, key is test_row_0/C:col10/1732598645390/Put/seqid=0 2024-11-26T05:24:06,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598706581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598706582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598706582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742584_1760 (size=12949) 2024-11-26T05:24:06,628 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/dad47ff75a78435ea70d06da0510d47f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/dad47ff75a78435ea70d06da0510d47f 2024-11-26T05:24:06,638 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/C of cdbf3872b1dda5053150c361e0d35def into dad47ff75a78435ea70d06da0510d47f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:06,638 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:06,638 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/C, priority=13, startTime=1732598646424; duration=0sec 2024-11-26T05:24:06,639 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:06,639 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:C 2024-11-26T05:24:06,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:06,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:06,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:06,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598706687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598706687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598706687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T05:24:06,838 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:06,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:06,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:06,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,883 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/f12e2e4c6bf848ac9d6a14a2bff5edc0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f12e2e4c6bf848ac9d6a14a2bff5edc0 2024-11-26T05:24:06,886 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/B of cdbf3872b1dda5053150c361e0d35def into f12e2e4c6bf848ac9d6a14a2bff5edc0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:06,886 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:06,887 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/B, priority=13, startTime=1732598646424; duration=0sec 2024-11-26T05:24:06,887 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:06,887 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:B 2024-11-26T05:24:06,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598706889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598706890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598706890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:06,974 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/135d5bad94034e63a609df50fa8c6fc7 2024-11-26T05:24:06,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/7aec188317bd437a84e31171be2126c0 is 50, key is test_row_0/B:col10/1732598645406/Put/seqid=0 2024-11-26T05:24:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742585_1761 (size=12301) 2024-11-26T05:24:06,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:06,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:06,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:07,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598707191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:07,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598707193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598707194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:07,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:07,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/7aec188317bd437a84e31171be2126c0 2024-11-26T05:24:07,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/1adcc0e00891431ba8185d7a625c79ae is 50, key is test_row_0/C:col10/1732598645406/Put/seqid=0 2024-11-26T05:24:07,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742586_1762 (size=12301) 2024-11-26T05:24:07,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:07,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:07,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:07,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:07,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598707696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:07,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598707697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:07,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598707700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T05:24:07,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:07,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:07,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:07,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:07,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/1adcc0e00891431ba8185d7a625c79ae 2024-11-26T05:24:07,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/135d5bad94034e63a609df50fa8c6fc7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/135d5bad94034e63a609df50fa8c6fc7 2024-11-26T05:24:07,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/135d5bad94034e63a609df50fa8c6fc7, entries=200, sequenceid=294, filesize=39.0 K 2024-11-26T05:24:07,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/7aec188317bd437a84e31171be2126c0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7aec188317bd437a84e31171be2126c0 2024-11-26T05:24:07,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7aec188317bd437a84e31171be2126c0, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T05:24:07,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/1adcc0e00891431ba8185d7a625c79ae as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1adcc0e00891431ba8185d7a625c79ae 2024-11-26T05:24:07,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1adcc0e00891431ba8185d7a625c79ae, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T05:24:07,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for cdbf3872b1dda5053150c361e0d35def in 1275ms, sequenceid=294, compaction requested=false 2024-11-26T05:24:07,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:07,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:07,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T05:24:07,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:07,903 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T05:24:07,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:07,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:07,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:07,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:07,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:07,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112634a45830d7ca4dd59e910aa5c2d1c43c_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598646573/Put/seqid=0 2024-11-26T05:24:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742587_1763 (size=12454) 2024-11-26T05:24:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:08,314 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112634a45830d7ca4dd59e910aa5c2d1c43c_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112634a45830d7ca4dd59e910aa5c2d1c43c_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:08,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/276676d92be140eeac0d5dacf0e06e94, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:08,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/276676d92be140eeac0d5dacf0e06e94 is 175, key is test_row_0/A:col10/1732598646573/Put/seqid=0 2024-11-26T05:24:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742588_1764 (size=31255) 2024-11-26T05:24:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:08,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:08,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598708712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:08,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598708713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:08,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598708713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:08,718 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/276676d92be140eeac0d5dacf0e06e94 2024-11-26T05:24:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/7b3200886ae44784877c7921018effbd is 50, key is test_row_0/B:col10/1732598646573/Put/seqid=0 2024-11-26T05:24:08,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742589_1765 (size=12301) 2024-11-26T05:24:08,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598708814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:08,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598708816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:08,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598708816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598709017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598709018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598709019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,126 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/7b3200886ae44784877c7921018effbd 2024-11-26T05:24:09,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/30df6438856b42b5b07c52926fdd7094 is 50, key is test_row_0/C:col10/1732598646573/Put/seqid=0 2024-11-26T05:24:09,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742590_1766 (size=12301) 2024-11-26T05:24:09,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598709321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598709321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598709322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,534 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/30df6438856b42b5b07c52926fdd7094 2024-11-26T05:24:09,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/276676d92be140eeac0d5dacf0e06e94 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/276676d92be140eeac0d5dacf0e06e94 2024-11-26T05:24:09,539 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/276676d92be140eeac0d5dacf0e06e94, entries=150, sequenceid=323, filesize=30.5 K 2024-11-26T05:24:09,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/7b3200886ae44784877c7921018effbd as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7b3200886ae44784877c7921018effbd 2024-11-26T05:24:09,542 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7b3200886ae44784877c7921018effbd, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T05:24:09,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/30df6438856b42b5b07c52926fdd7094 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/30df6438856b42b5b07c52926fdd7094 2024-11-26T05:24:09,544 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/30df6438856b42b5b07c52926fdd7094, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T05:24:09,545 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cdbf3872b1dda5053150c361e0d35def in 1642ms, sequenceid=323, compaction requested=true 2024-11-26T05:24:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:09,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-26T05:24:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-26T05:24:09,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-26T05:24:09,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9310 sec 2024-11-26T05:24:09,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 3.9350 sec 2024-11-26T05:24:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T05:24:09,721 INFO [Thread-2970 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-26T05:24:09,722 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:24:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-26T05:24:09,723 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:24:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T05:24:09,724 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:24:09,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:24:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T05:24:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:09,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T05:24:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:09,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c9860a5182c4e4b9f230562a008530d_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598648710/Put/seqid=0 2024-11-26T05:24:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742591_1767 (size=14994) 2024-11-26T05:24:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598709850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598709852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598709852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:09,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T05:24:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:09,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598709954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598709955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598709955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T05:24:10,025 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T05:24:10,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:10,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T05:24:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598710157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:10,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:10,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598710157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598710157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:10,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:10,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T05:24:10,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:10,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,235 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:10,237 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c9860a5182c4e4b9f230562a008530d_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c9860a5182c4e4b9f230562a008530d_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:10,238 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/9641615afc854586b584999c98b5add8, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:10,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/9641615afc854586b584999c98b5add8 is 175, key is test_row_0/A:col10/1732598648710/Put/seqid=0 2024-11-26T05:24:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742592_1768 (size=39949) 2024-11-26T05:24:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T05:24:10,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:10,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T05:24:10,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:10,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598710459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:10,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598710460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:10,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598710461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:10,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:10,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T05:24:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,643 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/9641615afc854586b584999c98b5add8 2024-11-26T05:24:10,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/f1a4015636024131a5b5ac5d16596af1 is 50, key is test_row_0/B:col10/1732598648710/Put/seqid=0 2024-11-26T05:24:10,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742593_1769 (size=12301) 2024-11-26T05:24:10,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/f1a4015636024131a5b5ac5d16596af1 2024-11-26T05:24:10,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:10,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T05:24:10,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:10,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:10,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/73dc92c52ce14e409c18e72f591ce341 is 50, key is test_row_0/C:col10/1732598648710/Put/seqid=0 2024-11-26T05:24:10,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742594_1770 (size=12301) 2024-11-26T05:24:10,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/73dc92c52ce14e409c18e72f591ce341 2024-11-26T05:24:10,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/9641615afc854586b584999c98b5add8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/9641615afc854586b584999c98b5add8 2024-11-26T05:24:10,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/9641615afc854586b584999c98b5add8, entries=200, sequenceid=335, filesize=39.0 K 2024-11-26T05:24:10,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/f1a4015636024131a5b5ac5d16596af1 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f1a4015636024131a5b5ac5d16596af1 2024-11-26T05:24:10,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f1a4015636024131a5b5ac5d16596af1, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T05:24:10,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/73dc92c52ce14e409c18e72f591ce341 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/73dc92c52ce14e409c18e72f591ce341 2024-11-26T05:24:10,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/73dc92c52ce14e409c18e72f591ce341, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T05:24:10,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cdbf3872b1dda5053150c361e0d35def in 843ms, sequenceid=335, compaction requested=true 2024-11-26T05:24:10,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:10,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:24:10,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:10,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:24:10,670 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:24:10,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:10,670 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:24:10,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:24:10,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:10,671 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:24:10,671 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:24:10,671 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/B is initiating minor compaction (all files) 2024-11-26T05:24:10,671 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/A is initiating minor compaction (all files) 2024-11-26T05:24:10,671 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/B in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,671 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/A in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,671 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f12e2e4c6bf848ac9d6a14a2bff5edc0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7aec188317bd437a84e31171be2126c0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7b3200886ae44784877c7921018effbd, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f1a4015636024131a5b5ac5d16596af1] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=48.7 K 2024-11-26T05:24:10,671 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6a40876589db44ea840db85f409e593f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/135d5bad94034e63a609df50fa8c6fc7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/276676d92be140eeac0d5dacf0e06e94, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/9641615afc854586b584999c98b5add8] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=139.7 K 2024-11-26T05:24:10,672 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,672 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6a40876589db44ea840db85f409e593f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/135d5bad94034e63a609df50fa8c6fc7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/276676d92be140eeac0d5dacf0e06e94, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/9641615afc854586b584999c98b5add8] 2024-11-26T05:24:10,672 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting f12e2e4c6bf848ac9d6a14a2bff5edc0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732598644777 2024-11-26T05:24:10,672 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a40876589db44ea840db85f409e593f, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732598644777 2024-11-26T05:24:10,672 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 7aec188317bd437a84e31171be2126c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732598645406 2024-11-26T05:24:10,672 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 135d5bad94034e63a609df50fa8c6fc7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732598645392 2024-11-26T05:24:10,672 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b3200886ae44784877c7921018effbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732598646571 2024-11-26T05:24:10,672 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting f1a4015636024131a5b5ac5d16596af1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732598648710 2024-11-26T05:24:10,672 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 276676d92be140eeac0d5dacf0e06e94, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732598646571 2024-11-26T05:24:10,672 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9641615afc854586b584999c98b5add8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732598648710 2024-11-26T05:24:10,684 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:10,685 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126fe7720eed9d64e888ad1774a9a2ccc23_cdbf3872b1dda5053150c361e0d35def store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:10,686 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#B#compaction#661 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:10,687 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/924a5a2d569b421982a757643a8c498a is 50, key is test_row_0/B:col10/1732598648710/Put/seqid=0 2024-11-26T05:24:10,688 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126fe7720eed9d64e888ad1774a9a2ccc23_cdbf3872b1dda5053150c361e0d35def, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:10,688 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fe7720eed9d64e888ad1774a9a2ccc23_cdbf3872b1dda5053150c361e0d35def because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:10,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742595_1771 (size=13085) 2024-11-26T05:24:10,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742596_1772 (size=4469) 2024-11-26T05:24:10,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:10,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T05:24:10,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:10,805 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:24:10,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:10,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:10,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:10,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:10,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:10,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264ab02a391bc44b0e9cbe188601136ee5_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598649852/Put/seqid=0 2024-11-26T05:24:10,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742597_1773 (size=12454) 2024-11-26T05:24:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T05:24:10,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:10,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:10,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598710974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598710974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598710976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:11,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598711079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:11,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598711079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:11,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598711080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:11,091 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#A#compaction#660 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:11,092 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/224f67e78af9410ba7193893da8fc038 is 175, key is test_row_0/A:col10/1732598648710/Put/seqid=0 2024-11-26T05:24:11,093 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/924a5a2d569b421982a757643a8c498a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/924a5a2d569b421982a757643a8c498a 2024-11-26T05:24:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742598_1774 (size=32005) 2024-11-26T05:24:11,097 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/B of cdbf3872b1dda5053150c361e0d35def into 924a5a2d569b421982a757643a8c498a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:11,097 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:11,097 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/B, priority=12, startTime=1732598650670; duration=0sec 2024-11-26T05:24:11,097 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:11,097 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:B 2024-11-26T05:24:11,097 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T05:24:11,098 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/224f67e78af9410ba7193893da8fc038 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/224f67e78af9410ba7193893da8fc038 2024-11-26T05:24:11,098 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T05:24:11,098 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/C is initiating minor compaction (all files) 2024-11-26T05:24:11,098 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/C in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:11,098 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/dad47ff75a78435ea70d06da0510d47f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1adcc0e00891431ba8185d7a625c79ae, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/30df6438856b42b5b07c52926fdd7094, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/73dc92c52ce14e409c18e72f591ce341] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=48.7 K 2024-11-26T05:24:11,099 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting dad47ff75a78435ea70d06da0510d47f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732598644777 2024-11-26T05:24:11,099 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 1adcc0e00891431ba8185d7a625c79ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732598645406 2024-11-26T05:24:11,099 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 30df6438856b42b5b07c52926fdd7094, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732598646571 2024-11-26T05:24:11,099 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 73dc92c52ce14e409c18e72f591ce341, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732598648710 2024-11-26T05:24:11,100 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/A of cdbf3872b1dda5053150c361e0d35def into 224f67e78af9410ba7193893da8fc038(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:11,101 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:11,101 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/A, priority=12, startTime=1732598650670; duration=0sec 2024-11-26T05:24:11,101 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:11,101 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:A 2024-11-26T05:24:11,104 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#C#compaction#663 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:11,105 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/7e47fa731f87437caf4c876ea12eb07a is 50, key is test_row_0/C:col10/1732598648710/Put/seqid=0 2024-11-26T05:24:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742599_1775 (size=13085) 2024-11-26T05:24:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:11,218 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264ab02a391bc44b0e9cbe188601136ee5_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264ab02a391bc44b0e9cbe188601136ee5_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:11,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/1574163ec1834c93bc80995a9f9d48d7, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:11,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/1574163ec1834c93bc80995a9f9d48d7 is 175, key is test_row_0/A:col10/1732598649852/Put/seqid=0 2024-11-26T05:24:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742600_1776 (size=31255) 2024-11-26T05:24:11,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:11,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:11,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598711282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598711282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598711283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:11,510 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/7e47fa731f87437caf4c876ea12eb07a as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e47fa731f87437caf4c876ea12eb07a 2024-11-26T05:24:11,513 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/C of cdbf3872b1dda5053150c361e0d35def into 7e47fa731f87437caf4c876ea12eb07a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:11,513 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:11,513 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/C, priority=12, startTime=1732598650670; duration=0sec 2024-11-26T05:24:11,513 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:11,513 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:C 2024-11-26T05:24:11,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:11,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598711585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598711585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:11,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598711586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:11,622 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/1574163ec1834c93bc80995a9f9d48d7 2024-11-26T05:24:11,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/68a767b4a3db4901920d2c0c46b7fece is 50, key is test_row_0/B:col10/1732598649852/Put/seqid=0 2024-11-26T05:24:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742601_1777 (size=12301) 2024-11-26T05:24:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T05:24:12,030 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/68a767b4a3db4901920d2c0c46b7fece 2024-11-26T05:24:12,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6f63b5ff4f88454da0d032281ea51167 is 50, key is test_row_0/C:col10/1732598649852/Put/seqid=0 2024-11-26T05:24:12,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742602_1778 (size=12301) 2024-11-26T05:24:12,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598712089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:12,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598712089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:12,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598712090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:12,443 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6f63b5ff4f88454da0d032281ea51167 2024-11-26T05:24:12,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/1574163ec1834c93bc80995a9f9d48d7 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1574163ec1834c93bc80995a9f9d48d7 2024-11-26T05:24:12,448 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1574163ec1834c93bc80995a9f9d48d7, entries=150, sequenceid=359, filesize=30.5 K 2024-11-26T05:24:12,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/68a767b4a3db4901920d2c0c46b7fece as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/68a767b4a3db4901920d2c0c46b7fece 2024-11-26T05:24:12,451 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/68a767b4a3db4901920d2c0c46b7fece, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T05:24:12,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6f63b5ff4f88454da0d032281ea51167 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6f63b5ff4f88454da0d032281ea51167 2024-11-26T05:24:12,454 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6f63b5ff4f88454da0d032281ea51167, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T05:24:12,454 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cdbf3872b1dda5053150c361e0d35def in 1649ms, sequenceid=359, compaction requested=false 2024-11-26T05:24:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-26T05:24:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-26T05:24:12,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-26T05:24:12,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7310 sec 2024-11-26T05:24:12,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.7350 sec 2024-11-26T05:24:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:13,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T05:24:13,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:13,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:13,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:13,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:13,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:13,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:13,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269d29bd67031a454cada075f54e101f56_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598650973/Put/seqid=0 2024-11-26T05:24:13,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742603_1779 (size=12454) 2024-11-26T05:24:13,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598713151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598713151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598713152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598713256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598713256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598713256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598713458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598713458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598713459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,502 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:13,505 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269d29bd67031a454cada075f54e101f56_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269d29bd67031a454cada075f54e101f56_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:13,505 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/2f88c7a662154989b29ddaabe1f5e7a0, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:13,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/2f88c7a662154989b29ddaabe1f5e7a0 is 175, key is test_row_0/A:col10/1732598650973/Put/seqid=0 2024-11-26T05:24:13,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742604_1780 (size=31255) 2024-11-26T05:24:13,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598713761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598713762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598713762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T05:24:13,827 INFO [Thread-2970 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-26T05:24:13,828 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:24:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-26T05:24:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T05:24:13,829 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:24:13,830 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:24:13,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:24:13,909 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/2f88c7a662154989b29ddaabe1f5e7a0 2024-11-26T05:24:13,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/504285e90a9447cbac7e092141150911 is 50, key is test_row_0/B:col10/1732598650973/Put/seqid=0 2024-11-26T05:24:13,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742605_1781 (size=12301) 2024-11-26T05:24:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T05:24:13,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:13,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T05:24:13,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:13,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:13,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:13,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:13,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T05:24:14,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:14,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T05:24:14,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:14,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:14,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:14,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:14,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:14,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598714265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:14,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598714265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:14,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598714266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:14,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:14,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T05:24:14,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:14,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:14,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:14,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:14,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T05:24:14,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/504285e90a9447cbac7e092141150911 2024-11-26T05:24:14,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b79e8b99e0574ea3b5ed24b6565314e3 is 50, key is test_row_0/C:col10/1732598650973/Put/seqid=0 2024-11-26T05:24:14,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742606_1782 (size=12301) 2024-11-26T05:24:14,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b79e8b99e0574ea3b5ed24b6565314e3 2024-11-26T05:24:14,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/2f88c7a662154989b29ddaabe1f5e7a0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/2f88c7a662154989b29ddaabe1f5e7a0 2024-11-26T05:24:14,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/2f88c7a662154989b29ddaabe1f5e7a0, entries=150, sequenceid=375, filesize=30.5 K 2024-11-26T05:24:14,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/504285e90a9447cbac7e092141150911 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/504285e90a9447cbac7e092141150911 2024-11-26T05:24:14,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/504285e90a9447cbac7e092141150911, entries=150, sequenceid=375, filesize=12.0 K 2024-11-26T05:24:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/b79e8b99e0574ea3b5ed24b6565314e3 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b79e8b99e0574ea3b5ed24b6565314e3 2024-11-26T05:24:14,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b79e8b99e0574ea3b5ed24b6565314e3, entries=150, sequenceid=375, filesize=12.0 K 2024-11-26T05:24:14,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for cdbf3872b1dda5053150c361e0d35def in 1241ms, sequenceid=375, compaction requested=true 2024-11-26T05:24:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T05:24:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T05:24:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:14,336 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cdbf3872b1dda5053150c361e0d35def:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T05:24:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:14,336 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:14,336 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:14,336 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:14,336 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/A is initiating minor compaction (all files) 2024-11-26T05:24:14,336 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/B is initiating minor compaction (all files) 2024-11-26T05:24:14,336 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/A in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:14,336 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/B in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:14,336 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/224f67e78af9410ba7193893da8fc038, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1574163ec1834c93bc80995a9f9d48d7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/2f88c7a662154989b29ddaabe1f5e7a0] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=92.3 K 2024-11-26T05:24:14,336 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/924a5a2d569b421982a757643a8c498a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/68a767b4a3db4901920d2c0c46b7fece, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/504285e90a9447cbac7e092141150911] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=36.8 K 2024-11-26T05:24:14,336 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:14,336 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. files: [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/224f67e78af9410ba7193893da8fc038, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1574163ec1834c93bc80995a9f9d48d7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/2f88c7a662154989b29ddaabe1f5e7a0] 2024-11-26T05:24:14,337 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 924a5a2d569b421982a757643a8c498a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732598648710 2024-11-26T05:24:14,337 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 224f67e78af9410ba7193893da8fc038, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732598648710 2024-11-26T05:24:14,337 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a767b4a3db4901920d2c0c46b7fece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732598649850 2024-11-26T05:24:14,337 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1574163ec1834c93bc80995a9f9d48d7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732598649850 2024-11-26T05:24:14,337 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 504285e90a9447cbac7e092141150911, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732598650973 2024-11-26T05:24:14,337 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f88c7a662154989b29ddaabe1f5e7a0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732598650973 2024-11-26T05:24:14,341 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:14,342 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126b89533a93eca41c88306d5c1fcad6da2_cdbf3872b1dda5053150c361e0d35def store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:14,343 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#B#compaction#670 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:14,343 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/5937543f278740e5a23e8a34413552b2 is 50, key is test_row_0/B:col10/1732598650973/Put/seqid=0 2024-11-26T05:24:14,344 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126b89533a93eca41c88306d5c1fcad6da2_cdbf3872b1dda5053150c361e0d35def, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:14,344 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b89533a93eca41c88306d5c1fcad6da2_cdbf3872b1dda5053150c361e0d35def because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:14,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742607_1783 (size=13187) 2024-11-26T05:24:14,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742608_1784 (size=4469) 2024-11-26T05:24:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T05:24:14,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:14,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T05:24:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:14,438 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T05:24:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:14,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d1079f86d7544eea830c3be77e39c1d8_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598653150/Put/seqid=0 2024-11-26T05:24:14,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742609_1785 (size=12454) 2024-11-26T05:24:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:14,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:14,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598714508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:14,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1732598714540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:14,544 DEBUG [Thread-2964 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18302 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., hostname=6de696b11002,34963,1732598472077, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T05:24:14,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598714611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:14,747 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#A#compaction#669 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:14,748 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/1766f2bd2a4a44d78383ea62df33c56f is 175, key is test_row_0/A:col10/1732598650973/Put/seqid=0 2024-11-26T05:24:14,749 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/5937543f278740e5a23e8a34413552b2 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/5937543f278740e5a23e8a34413552b2 2024-11-26T05:24:14,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742610_1786 (size=32107) 2024-11-26T05:24:14,753 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/B of cdbf3872b1dda5053150c361e0d35def into 5937543f278740e5a23e8a34413552b2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:14,753 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:14,753 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/B, priority=13, startTime=1732598654336; duration=0sec 2024-11-26T05:24:14,753 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T05:24:14,753 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:B 2024-11-26T05:24:14,753 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T05:24:14,754 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/1766f2bd2a4a44d78383ea62df33c56f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1766f2bd2a4a44d78383ea62df33c56f 2024-11-26T05:24:14,754 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T05:24:14,754 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1540): cdbf3872b1dda5053150c361e0d35def/C is initiating minor compaction (all files) 2024-11-26T05:24:14,754 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cdbf3872b1dda5053150c361e0d35def/C in TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:14,754 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e47fa731f87437caf4c876ea12eb07a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6f63b5ff4f88454da0d032281ea51167, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b79e8b99e0574ea3b5ed24b6565314e3] into tmpdir=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp, totalSize=36.8 K 2024-11-26T05:24:14,754 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e47fa731f87437caf4c876ea12eb07a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732598648710 2024-11-26T05:24:14,754 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f63b5ff4f88454da0d032281ea51167, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732598649850 2024-11-26T05:24:14,755 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] compactions.Compactor(224): Compacting b79e8b99e0574ea3b5ed24b6565314e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732598650973 2024-11-26T05:24:14,756 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/A of cdbf3872b1dda5053150c361e0d35def into 1766f2bd2a4a44d78383ea62df33c56f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:14,756 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:14,756 INFO [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/A, priority=13, startTime=1732598654335; duration=0sec 2024-11-26T05:24:14,756 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:14,756 DEBUG [RS:0;6de696b11002:34963-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:A 2024-11-26T05:24:14,759 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cdbf3872b1dda5053150c361e0d35def#C#compaction#672 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T05:24:14,760 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6d06fe97ee504aae8043d65059c55dc8 is 50, key is test_row_0/C:col10/1732598650973/Put/seqid=0 2024-11-26T05:24:14,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742611_1787 (size=13187) 2024-11-26T05:24:14,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598714812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:14,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:14,850 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d1079f86d7544eea830c3be77e39c1d8_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d1079f86d7544eea830c3be77e39c1d8_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:14,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/de2f36cec1564da894d0626bf3ffb735, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/de2f36cec1564da894d0626bf3ffb735 is 175, key is test_row_0/A:col10/1732598653150/Put/seqid=0 2024-11-26T05:24:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742612_1788 (size=31255) 2024-11-26T05:24:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T05:24:15,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598715115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:15,187 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6d06fe97ee504aae8043d65059c55dc8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6d06fe97ee504aae8043d65059c55dc8 2024-11-26T05:24:15,190 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cdbf3872b1dda5053150c361e0d35def/C of cdbf3872b1dda5053150c361e0d35def into 6d06fe97ee504aae8043d65059c55dc8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T05:24:15,190 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:15,190 INFO [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def., storeName=cdbf3872b1dda5053150c361e0d35def/C, priority=13, startTime=1732598654336; duration=0sec 2024-11-26T05:24:15,190 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T05:24:15,190 DEBUG [RS:0;6de696b11002:34963-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cdbf3872b1dda5053150c361e0d35def:C 2024-11-26T05:24:15,254 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/de2f36cec1564da894d0626bf3ffb735 2024-11-26T05:24:15,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/a037aa2f53334292b437b38e4d2d5af8 is 50, key is test_row_0/B:col10/1732598653150/Put/seqid=0 2024-11-26T05:24:15,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742613_1789 (size=12301) 2024-11-26T05:24:15,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39712 deadline: 1732598715267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:15,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1732598715268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:15,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39702 deadline: 1732598715270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:15,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T05:24:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34963 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39696 deadline: 1732598715620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 2024-11-26T05:24:15,662 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/a037aa2f53334292b437b38e4d2d5af8 2024-11-26T05:24:15,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6b22b0cba2fa43abbae60da442e70476 is 50, key is test_row_0/C:col10/1732598653150/Put/seqid=0 2024-11-26T05:24:15,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742614_1790 (size=12301) 2024-11-26T05:24:15,673 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6b22b0cba2fa43abbae60da442e70476 2024-11-26T05:24:15,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/de2f36cec1564da894d0626bf3ffb735 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/de2f36cec1564da894d0626bf3ffb735 2024-11-26T05:24:15,682 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/de2f36cec1564da894d0626bf3ffb735, entries=150, sequenceid=399, filesize=30.5 K 2024-11-26T05:24:15,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/a037aa2f53334292b437b38e4d2d5af8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a037aa2f53334292b437b38e4d2d5af8 2024-11-26T05:24:15,687 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a037aa2f53334292b437b38e4d2d5af8, entries=150, sequenceid=399, filesize=12.0 K 2024-11-26T05:24:15,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/6b22b0cba2fa43abbae60da442e70476 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6b22b0cba2fa43abbae60da442e70476 2024-11-26T05:24:15,692 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6b22b0cba2fa43abbae60da442e70476, entries=150, sequenceid=399, filesize=12.0 K 2024-11-26T05:24:15,692 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cdbf3872b1dda5053150c361e0d35def in 1254ms, sequenceid=399, compaction requested=false 2024-11-26T05:24:15,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:15,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:15,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-26T05:24:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-26T05:24:15,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-26T05:24:15,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8630 sec 2024-11-26T05:24:15,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.8670 sec 2024-11-26T05:24:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T05:24:15,932 INFO [Thread-2970 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-26T05:24:15,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T05:24:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-26T05:24:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T05:24:15,934 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T05:24:15,934 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T05:24:15,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T05:24:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T05:24:16,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:16,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34963 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T05:24:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:16,086 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T05:24:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:16,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:16,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263678ac1072b14a0eaa2a4ace055fd245_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598654500/Put/seqid=0 2024-11-26T05:24:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742615_1791 (size=12454) 2024-11-26T05:24:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T05:24:16,255 DEBUG [Thread-2973 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:50299 2024-11-26T05:24:16,255 DEBUG [Thread-2973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:16,255 DEBUG [Thread-2979 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:50299 2024-11-26T05:24:16,255 DEBUG [Thread-2979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:16,255 DEBUG [Thread-2975 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:50299 2024-11-26T05:24:16,255 DEBUG [Thread-2975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:16,256 DEBUG [Thread-2971 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:50299 2024-11-26T05:24:16,256 DEBUG [Thread-2971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:16,256 DEBUG [Thread-2977 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:50299 2024-11-26T05:24:16,256 DEBUG [Thread-2977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:16,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:16,501 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263678ac1072b14a0eaa2a4ace055fd245_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263678ac1072b14a0eaa2a4ace055fd245_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:16,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/0d80b26e3d824d9f8e96ca9b6f905e3e, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:16,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/0d80b26e3d824d9f8e96ca9b6f905e3e is 175, key is test_row_0/A:col10/1732598654500/Put/seqid=0 2024-11-26T05:24:16,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742616_1792 (size=31255) 2024-11-26T05:24:16,510 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/0d80b26e3d824d9f8e96ca9b6f905e3e 2024-11-26T05:24:16,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/de339ff3efa6434a97e28e43825282c8 is 50, key is test_row_0/B:col10/1732598654500/Put/seqid=0 2024-11-26T05:24:16,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742617_1793 (size=12301) 2024-11-26T05:24:16,521 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/de339ff3efa6434a97e28e43825282c8 2024-11-26T05:24:16,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/65238fadb30046c1b221f3f691d80839 is 50, key is test_row_0/C:col10/1732598654500/Put/seqid=0 2024-11-26T05:24:16,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742618_1794 (size=12301) 2024-11-26T05:24:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T05:24:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34963 {}] regionserver.HRegion(8581): Flush requested on cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:16,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. as already flushing 2024-11-26T05:24:16,632 DEBUG [Thread-2962 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:50299 2024-11-26T05:24:16,632 DEBUG [Thread-2962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:16,930 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/65238fadb30046c1b221f3f691d80839 2024-11-26T05:24:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/0d80b26e3d824d9f8e96ca9b6f905e3e as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0d80b26e3d824d9f8e96ca9b6f905e3e 2024-11-26T05:24:16,944 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0d80b26e3d824d9f8e96ca9b6f905e3e, entries=150, sequenceid=414, filesize=30.5 K 2024-11-26T05:24:16,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/de339ff3efa6434a97e28e43825282c8 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/de339ff3efa6434a97e28e43825282c8 2024-11-26T05:24:16,946 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/de339ff3efa6434a97e28e43825282c8, entries=150, sequenceid=414, filesize=12.0 K 2024-11-26T05:24:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/65238fadb30046c1b221f3f691d80839 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/65238fadb30046c1b221f3f691d80839 2024-11-26T05:24:16,949 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/65238fadb30046c1b221f3f691d80839, entries=150, sequenceid=414, filesize=12.0 K 2024-11-26T05:24:16,949 INFO [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for cdbf3872b1dda5053150c361e0d35def in 863ms, sequenceid=414, compaction requested=true 2024-11-26T05:24:16,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:16,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:16,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6de696b11002:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-26T05:24:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-26T05:24:16,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-26T05:24:16,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0150 sec 2024-11-26T05:24:16,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.0180 sec 2024-11-26T05:24:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T05:24:17,037 INFO [Thread-2970 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-26T05:24:17,277 DEBUG [Thread-2960 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:50299 2024-11-26T05:24:17,277 DEBUG [Thread-2960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:17,280 DEBUG [Thread-2966 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:50299 2024-11-26T05:24:17,280 DEBUG [Thread-2966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:17,281 DEBUG [Thread-2968 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:50299 2024-11-26T05:24:17,281 DEBUG [Thread-2968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:24,596 DEBUG [Thread-2964 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:50299 2024-11-26T05:24:24,596 DEBUG [Thread-2964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5329 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5254 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5423 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5343 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5218 2024-11-26T05:24:24,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T05:24:24,597 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T05:24:24,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5765d46a to 127.0.0.1:50299 2024-11-26T05:24:24,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:24,597 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T05:24:24,598 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T05:24:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T05:24:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T05:24:24,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598664600"}]},"ts":"1732598664600"} 2024-11-26T05:24:24,602 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T05:24:24,628 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T05:24:24,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T05:24:24,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, UNASSIGN}] 2024-11-26T05:24:24,630 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, UNASSIGN 2024-11-26T05:24:24,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=cdbf3872b1dda5053150c361e0d35def, regionState=CLOSING, regionLocation=6de696b11002,34963,1732598472077 2024-11-26T05:24:24,632 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T05:24:24,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; CloseRegionProcedure cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077}] 2024-11-26T05:24:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T05:24:24,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6de696b11002,34963,1732598472077 2024-11-26T05:24:24,784 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(124): Close cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:24,784 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T05:24:24,784 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1681): Closing cdbf3872b1dda5053150c361e0d35def, disabling compactions & flushes 2024-11-26T05:24:24,784 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:24,784 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:24,784 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. after waiting 0 ms 2024-11-26T05:24:24,784 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:24,784 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(2837): Flushing cdbf3872b1dda5053150c361e0d35def 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T05:24:24,785 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=A 2024-11-26T05:24:24,785 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:24,785 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=B 2024-11-26T05:24:24,785 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:24,785 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cdbf3872b1dda5053150c361e0d35def, store=C 2024-11-26T05:24:24,785 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T05:24:24,790 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f09a67591b8f4c0b8bffd47c62c2ac0b_cdbf3872b1dda5053150c361e0d35def is 50, key is test_row_0/A:col10/1732598664594/Put/seqid=0 2024-11-26T05:24:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742619_1795 (size=12454) 2024-11-26T05:24:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T05:24:25,194 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T05:24:25,197 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f09a67591b8f4c0b8bffd47c62c2ac0b_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f09a67591b8f4c0b8bffd47c62c2ac0b_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:25,197 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/25d9d1a516e2419d81e6980241ffa17f, store: [table=TestAcidGuarantees family=A region=cdbf3872b1dda5053150c361e0d35def] 2024-11-26T05:24:25,198 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/25d9d1a516e2419d81e6980241ffa17f is 175, key is test_row_0/A:col10/1732598664594/Put/seqid=0 2024-11-26T05:24:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742620_1796 (size=31255) 2024-11-26T05:24:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T05:24:25,601 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=422, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/25d9d1a516e2419d81e6980241ffa17f 2024-11-26T05:24:25,612 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/828033ea29b34c19900b4d24fbe1f2b0 is 50, key is test_row_0/B:col10/1732598664594/Put/seqid=0 2024-11-26T05:24:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742621_1797 (size=12301) 2024-11-26T05:24:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T05:24:26,016 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/828033ea29b34c19900b4d24fbe1f2b0 2024-11-26T05:24:26,027 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/3b0833a110684b09abd83f876ddc5641 is 50, key is test_row_0/C:col10/1732598664594/Put/seqid=0 2024-11-26T05:24:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742622_1798 (size=12301) 2024-11-26T05:24:26,032 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/3b0833a110684b09abd83f876ddc5641 2024-11-26T05:24:26,036 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/A/25d9d1a516e2419d81e6980241ffa17f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/25d9d1a516e2419d81e6980241ffa17f 2024-11-26T05:24:26,039 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/25d9d1a516e2419d81e6980241ffa17f, entries=150, sequenceid=422, filesize=30.5 K 2024-11-26T05:24:26,040 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/B/828033ea29b34c19900b4d24fbe1f2b0 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/828033ea29b34c19900b4d24fbe1f2b0 2024-11-26T05:24:26,044 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/828033ea29b34c19900b4d24fbe1f2b0, entries=150, sequenceid=422, filesize=12.0 K 2024-11-26T05:24:26,044 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/.tmp/C/3b0833a110684b09abd83f876ddc5641 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/3b0833a110684b09abd83f876ddc5641 2024-11-26T05:24:26,048 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/3b0833a110684b09abd83f876ddc5641, entries=150, sequenceid=422, filesize=12.0 K 2024-11-26T05:24:26,049 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for cdbf3872b1dda5053150c361e0d35def in 1265ms, sequenceid=422, compaction requested=true 2024-11-26T05:24:26,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/f6262e83d9d9494ab16ff00d608250bc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/db6858e9fd234ab29c18b02b01b7a3c7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/20050de381494d388b0295bba3c24b70, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6d5d8d8944324f6ba90a5f31b9c17921, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6fce9b8b63374bdc92fb334c7de70cc7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/4ca62809bd5d450bbb218dbb32893e64, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cd02a75a86fb4f2e97df6d15f349feec, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d5aeb7c3f6754d31a1cc3b2f99652403, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cf478a093cf042f385f8cd7b170f828a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/09ee1ba5310442f4b68270008b7202eb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d29b6292dfd54340a35b54c9f8d81702, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1936ea9b5b114689a161b6bd333fe978, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/bcf70c6b54eb42b3bc09a2d7d9e9a7d0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/ba7ca03e2c0a4aaca21a39506d6c28d2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d8c752debb4548a6980091bf805e0980, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/a0d89a4894294aeca6e3824374963412, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0fbd1b0957cb40aa956abd98620c07bb, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6a40876589db44ea840db85f409e593f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/96fcd24cfcdc487585e184c7f2aa29b3, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/135d5bad94034e63a609df50fa8c6fc7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/276676d92be140eeac0d5dacf0e06e94, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/9641615afc854586b584999c98b5add8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/224f67e78af9410ba7193893da8fc038, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1574163ec1834c93bc80995a9f9d48d7, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/2f88c7a662154989b29ddaabe1f5e7a0] to archive 2024-11-26T05:24:26,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:24:26,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/f6262e83d9d9494ab16ff00d608250bc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/f6262e83d9d9494ab16ff00d608250bc 2024-11-26T05:24:26,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/db6858e9fd234ab29c18b02b01b7a3c7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/db6858e9fd234ab29c18b02b01b7a3c7 2024-11-26T05:24:26,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/20050de381494d388b0295bba3c24b70 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/20050de381494d388b0295bba3c24b70 2024-11-26T05:24:26,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6d5d8d8944324f6ba90a5f31b9c17921 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6d5d8d8944324f6ba90a5f31b9c17921 2024-11-26T05:24:26,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6fce9b8b63374bdc92fb334c7de70cc7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6fce9b8b63374bdc92fb334c7de70cc7 2024-11-26T05:24:26,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/4ca62809bd5d450bbb218dbb32893e64 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/4ca62809bd5d450bbb218dbb32893e64 2024-11-26T05:24:26,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cd02a75a86fb4f2e97df6d15f349feec to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cd02a75a86fb4f2e97df6d15f349feec 2024-11-26T05:24:26,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d5aeb7c3f6754d31a1cc3b2f99652403 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d5aeb7c3f6754d31a1cc3b2f99652403 2024-11-26T05:24:26,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cf478a093cf042f385f8cd7b170f828a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/cf478a093cf042f385f8cd7b170f828a 2024-11-26T05:24:26,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/09ee1ba5310442f4b68270008b7202eb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/09ee1ba5310442f4b68270008b7202eb 2024-11-26T05:24:26,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d29b6292dfd54340a35b54c9f8d81702 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d29b6292dfd54340a35b54c9f8d81702 2024-11-26T05:24:26,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1936ea9b5b114689a161b6bd333fe978 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1936ea9b5b114689a161b6bd333fe978 2024-11-26T05:24:26,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/bcf70c6b54eb42b3bc09a2d7d9e9a7d0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/bcf70c6b54eb42b3bc09a2d7d9e9a7d0 2024-11-26T05:24:26,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/ba7ca03e2c0a4aaca21a39506d6c28d2 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/ba7ca03e2c0a4aaca21a39506d6c28d2 2024-11-26T05:24:26,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d8c752debb4548a6980091bf805e0980 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/d8c752debb4548a6980091bf805e0980 2024-11-26T05:24:26,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/a0d89a4894294aeca6e3824374963412 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/a0d89a4894294aeca6e3824374963412 2024-11-26T05:24:26,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0fbd1b0957cb40aa956abd98620c07bb to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0fbd1b0957cb40aa956abd98620c07bb 2024-11-26T05:24:26,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6a40876589db44ea840db85f409e593f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/6a40876589db44ea840db85f409e593f 2024-11-26T05:24:26,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/96fcd24cfcdc487585e184c7f2aa29b3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/96fcd24cfcdc487585e184c7f2aa29b3 2024-11-26T05:24:26,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/135d5bad94034e63a609df50fa8c6fc7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/135d5bad94034e63a609df50fa8c6fc7 2024-11-26T05:24:26,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/276676d92be140eeac0d5dacf0e06e94 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/276676d92be140eeac0d5dacf0e06e94 2024-11-26T05:24:26,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/9641615afc854586b584999c98b5add8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/9641615afc854586b584999c98b5add8 2024-11-26T05:24:26,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/224f67e78af9410ba7193893da8fc038 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/224f67e78af9410ba7193893da8fc038 2024-11-26T05:24:26,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1574163ec1834c93bc80995a9f9d48d7 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1574163ec1834c93bc80995a9f9d48d7 2024-11-26T05:24:26,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/2f88c7a662154989b29ddaabe1f5e7a0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/2f88c7a662154989b29ddaabe1f5e7a0 2024-11-26T05:24:26,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0809c356344e4e6a87e9adb20bb34bcc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a018d2cd9c8a4117bbc8f3c4d21486dc, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/e9ff76795d9940319f33d44d3baf9b0a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0377efb7240141fd83a889c994626150, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/2d63f3c5fa534200aef0fb4fb2265d05, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b46c956687c04299859f817c412b0a39, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b2b2b29049c54a15bb40b61c42f1239b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0f6a1334e787419ea2496f5b9be7b49c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/5beb54ae560e4f0aacf927d7e813af99, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/66b5376baa8c4ad8a76dafa2b2bc1b3f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/9419502b348f49d8992f207bd27b4ed6, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a18170d0287243d393c5cc80bd760253, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/de0918aa0920431586908a0713b2f5ec, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/d07016f804bb4f12805b6024e884839b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f95a8260dbe54831a2675ac785f02eba, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/913a54fcf00d4eeaa24eb06251dee1e2, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/fadadfe011694fc5ab11e59463b05f71, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/3ec35addccb1495db9e7af27517b4141, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f12e2e4c6bf848ac9d6a14a2bff5edc0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/cc23409dcefd41129c9dc3aeb13cb61c, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7aec188317bd437a84e31171be2126c0, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7b3200886ae44784877c7921018effbd, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/924a5a2d569b421982a757643a8c498a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f1a4015636024131a5b5ac5d16596af1, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/68a767b4a3db4901920d2c0c46b7fece, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/504285e90a9447cbac7e092141150911] to archive 2024-11-26T05:24:26,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:24:26,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0809c356344e4e6a87e9adb20bb34bcc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0809c356344e4e6a87e9adb20bb34bcc 2024-11-26T05:24:26,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a018d2cd9c8a4117bbc8f3c4d21486dc to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a018d2cd9c8a4117bbc8f3c4d21486dc 2024-11-26T05:24:26,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/e9ff76795d9940319f33d44d3baf9b0a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/e9ff76795d9940319f33d44d3baf9b0a 2024-11-26T05:24:26,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0377efb7240141fd83a889c994626150 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0377efb7240141fd83a889c994626150 2024-11-26T05:24:26,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/2d63f3c5fa534200aef0fb4fb2265d05 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/2d63f3c5fa534200aef0fb4fb2265d05 2024-11-26T05:24:26,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b46c956687c04299859f817c412b0a39 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b46c956687c04299859f817c412b0a39 2024-11-26T05:24:26,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b2b2b29049c54a15bb40b61c42f1239b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/b2b2b29049c54a15bb40b61c42f1239b 2024-11-26T05:24:26,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0f6a1334e787419ea2496f5b9be7b49c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/0f6a1334e787419ea2496f5b9be7b49c 2024-11-26T05:24:26,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/5beb54ae560e4f0aacf927d7e813af99 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/5beb54ae560e4f0aacf927d7e813af99 2024-11-26T05:24:26,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/66b5376baa8c4ad8a76dafa2b2bc1b3f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/66b5376baa8c4ad8a76dafa2b2bc1b3f 2024-11-26T05:24:26,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/9419502b348f49d8992f207bd27b4ed6 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/9419502b348f49d8992f207bd27b4ed6 2024-11-26T05:24:26,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a18170d0287243d393c5cc80bd760253 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a18170d0287243d393c5cc80bd760253 2024-11-26T05:24:26,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/de0918aa0920431586908a0713b2f5ec to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/de0918aa0920431586908a0713b2f5ec 2024-11-26T05:24:26,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/d07016f804bb4f12805b6024e884839b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/d07016f804bb4f12805b6024e884839b 2024-11-26T05:24:26,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f95a8260dbe54831a2675ac785f02eba to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f95a8260dbe54831a2675ac785f02eba 2024-11-26T05:24:26,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/913a54fcf00d4eeaa24eb06251dee1e2 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/913a54fcf00d4eeaa24eb06251dee1e2 2024-11-26T05:24:26,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/fadadfe011694fc5ab11e59463b05f71 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/fadadfe011694fc5ab11e59463b05f71 2024-11-26T05:24:26,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/3ec35addccb1495db9e7af27517b4141 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/3ec35addccb1495db9e7af27517b4141 2024-11-26T05:24:26,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f12e2e4c6bf848ac9d6a14a2bff5edc0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f12e2e4c6bf848ac9d6a14a2bff5edc0 2024-11-26T05:24:26,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/cc23409dcefd41129c9dc3aeb13cb61c to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/cc23409dcefd41129c9dc3aeb13cb61c 2024-11-26T05:24:26,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7aec188317bd437a84e31171be2126c0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7aec188317bd437a84e31171be2126c0 2024-11-26T05:24:26,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7b3200886ae44784877c7921018effbd to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/7b3200886ae44784877c7921018effbd 2024-11-26T05:24:26,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/924a5a2d569b421982a757643a8c498a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/924a5a2d569b421982a757643a8c498a 2024-11-26T05:24:26,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f1a4015636024131a5b5ac5d16596af1 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/f1a4015636024131a5b5ac5d16596af1 2024-11-26T05:24:26,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/68a767b4a3db4901920d2c0c46b7fece to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/68a767b4a3db4901920d2c0c46b7fece 2024-11-26T05:24:26,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/504285e90a9447cbac7e092141150911 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/504285e90a9447cbac7e092141150911 2024-11-26T05:24:26,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/55ab4590959d4fd89d947f8cb9777bbf, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e9f52c0f6e1404ba6c3ccaba0e5f256, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d1cfe3a85d954ea199b4e2eaceed0b8d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/92afb3c8ee27404fa3d01928c8afd700, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/f7deddfa80704e169f93f7112d0d7e35, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1f59b21371884e9fbbea8678f74a045d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/4d4aaf1063ce4fce87b5eacf84cd8001, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/ecbf68a76297479fbaee0e8cfa45e43d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/367164c9184648e2affccee3cb4aaa7d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/5061420e496047a18a3d1873f3cb6026, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b63ae9b7f8624c3b87b0921d2075ffc8, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/50897209344c45b992e02816d9ed9a25, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b47716070c67466e8c4d76fd8a963fef, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6bae803bf055460297a9201eba5a81ee, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b3f2e77febfb4eff86f94b4b130a0bc4, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/bc15395214584d7c964cf2ae03bc250b, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/74ea7e8c948d4d0b8863f2ecace01f8d, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d3c8a99a4226404ca5b4ac4c9b41ce76, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/dad47ff75a78435ea70d06da0510d47f, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/cb942102793b45bca337b3913c09df01, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1adcc0e00891431ba8185d7a625c79ae, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/30df6438856b42b5b07c52926fdd7094, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e47fa731f87437caf4c876ea12eb07a, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/73dc92c52ce14e409c18e72f591ce341, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6f63b5ff4f88454da0d032281ea51167, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b79e8b99e0574ea3b5ed24b6565314e3] to archive 2024-11-26T05:24:26,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T05:24:26,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/55ab4590959d4fd89d947f8cb9777bbf to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/55ab4590959d4fd89d947f8cb9777bbf 2024-11-26T05:24:26,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e9f52c0f6e1404ba6c3ccaba0e5f256 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e9f52c0f6e1404ba6c3ccaba0e5f256 2024-11-26T05:24:26,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d1cfe3a85d954ea199b4e2eaceed0b8d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d1cfe3a85d954ea199b4e2eaceed0b8d 2024-11-26T05:24:26,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/92afb3c8ee27404fa3d01928c8afd700 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/92afb3c8ee27404fa3d01928c8afd700 2024-11-26T05:24:26,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/f7deddfa80704e169f93f7112d0d7e35 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/f7deddfa80704e169f93f7112d0d7e35 2024-11-26T05:24:26,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1f59b21371884e9fbbea8678f74a045d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1f59b21371884e9fbbea8678f74a045d 2024-11-26T05:24:26,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/4d4aaf1063ce4fce87b5eacf84cd8001 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/4d4aaf1063ce4fce87b5eacf84cd8001 2024-11-26T05:24:26,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/ecbf68a76297479fbaee0e8cfa45e43d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/ecbf68a76297479fbaee0e8cfa45e43d 2024-11-26T05:24:26,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/367164c9184648e2affccee3cb4aaa7d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/367164c9184648e2affccee3cb4aaa7d 2024-11-26T05:24:26,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/5061420e496047a18a3d1873f3cb6026 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/5061420e496047a18a3d1873f3cb6026 2024-11-26T05:24:26,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b63ae9b7f8624c3b87b0921d2075ffc8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b63ae9b7f8624c3b87b0921d2075ffc8 2024-11-26T05:24:26,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/50897209344c45b992e02816d9ed9a25 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/50897209344c45b992e02816d9ed9a25 2024-11-26T05:24:26,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b47716070c67466e8c4d76fd8a963fef to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b47716070c67466e8c4d76fd8a963fef 2024-11-26T05:24:26,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6bae803bf055460297a9201eba5a81ee to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6bae803bf055460297a9201eba5a81ee 2024-11-26T05:24:26,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b3f2e77febfb4eff86f94b4b130a0bc4 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b3f2e77febfb4eff86f94b4b130a0bc4 2024-11-26T05:24:26,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/bc15395214584d7c964cf2ae03bc250b to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/bc15395214584d7c964cf2ae03bc250b 2024-11-26T05:24:26,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/74ea7e8c948d4d0b8863f2ecace01f8d to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/74ea7e8c948d4d0b8863f2ecace01f8d 2024-11-26T05:24:26,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d3c8a99a4226404ca5b4ac4c9b41ce76 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/d3c8a99a4226404ca5b4ac4c9b41ce76 2024-11-26T05:24:26,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/dad47ff75a78435ea70d06da0510d47f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/dad47ff75a78435ea70d06da0510d47f 2024-11-26T05:24:26,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/cb942102793b45bca337b3913c09df01 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/cb942102793b45bca337b3913c09df01 2024-11-26T05:24:26,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1adcc0e00891431ba8185d7a625c79ae to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/1adcc0e00891431ba8185d7a625c79ae 2024-11-26T05:24:26,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/30df6438856b42b5b07c52926fdd7094 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/30df6438856b42b5b07c52926fdd7094 2024-11-26T05:24:26,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e47fa731f87437caf4c876ea12eb07a to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/7e47fa731f87437caf4c876ea12eb07a 2024-11-26T05:24:26,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/73dc92c52ce14e409c18e72f591ce341 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/73dc92c52ce14e409c18e72f591ce341 2024-11-26T05:24:26,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6f63b5ff4f88454da0d032281ea51167 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6f63b5ff4f88454da0d032281ea51167 2024-11-26T05:24:26,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b79e8b99e0574ea3b5ed24b6565314e3 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/b79e8b99e0574ea3b5ed24b6565314e3 2024-11-26T05:24:26,125 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/recovered.edits/425.seqid, newMaxSeqId=425, maxSeqId=4 2024-11-26T05:24:26,126 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def. 2024-11-26T05:24:26,126 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1635): Region close journal for cdbf3872b1dda5053150c361e0d35def: 2024-11-26T05:24:26,127 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(170): Closed cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=cdbf3872b1dda5053150c361e0d35def, regionState=CLOSED 2024-11-26T05:24:26,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-26T05:24:26,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseRegionProcedure cdbf3872b1dda5053150c361e0d35def, server=6de696b11002,34963,1732598472077 in 1.4960 sec 2024-11-26T05:24:26,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=181, resume processing ppid=180 2024-11-26T05:24:26,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, ppid=180, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cdbf3872b1dda5053150c361e0d35def, UNASSIGN in 1.5000 sec 2024-11-26T05:24:26,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-26T05:24:26,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5030 sec 2024-11-26T05:24:26,135 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732598666134"}]},"ts":"1732598666134"} 2024-11-26T05:24:26,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T05:24:26,175 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T05:24:26,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5780 sec 2024-11-26T05:24:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T05:24:26,705 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-26T05:24:26,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T05:24:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:24:26,707 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:24:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T05:24:26,707 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=183, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:24:26,709 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,711 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C, FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/recovered.edits] 2024-11-26T05:24:26,713 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0d80b26e3d824d9f8e96ca9b6f905e3e to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/0d80b26e3d824d9f8e96ca9b6f905e3e 2024-11-26T05:24:26,714 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1766f2bd2a4a44d78383ea62df33c56f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/1766f2bd2a4a44d78383ea62df33c56f 2024-11-26T05:24:26,715 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/25d9d1a516e2419d81e6980241ffa17f to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/25d9d1a516e2419d81e6980241ffa17f 2024-11-26T05:24:26,716 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/de2f36cec1564da894d0626bf3ffb735 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/A/de2f36cec1564da894d0626bf3ffb735 2024-11-26T05:24:26,717 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/5937543f278740e5a23e8a34413552b2 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/5937543f278740e5a23e8a34413552b2 2024-11-26T05:24:26,718 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/828033ea29b34c19900b4d24fbe1f2b0 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/828033ea29b34c19900b4d24fbe1f2b0 2024-11-26T05:24:26,719 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a037aa2f53334292b437b38e4d2d5af8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/a037aa2f53334292b437b38e4d2d5af8 2024-11-26T05:24:26,719 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/de339ff3efa6434a97e28e43825282c8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/B/de339ff3efa6434a97e28e43825282c8 2024-11-26T05:24:26,721 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/3b0833a110684b09abd83f876ddc5641 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/3b0833a110684b09abd83f876ddc5641 2024-11-26T05:24:26,722 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/65238fadb30046c1b221f3f691d80839 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/65238fadb30046c1b221f3f691d80839 2024-11-26T05:24:26,723 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6b22b0cba2fa43abbae60da442e70476 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6b22b0cba2fa43abbae60da442e70476 2024-11-26T05:24:26,723 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6d06fe97ee504aae8043d65059c55dc8 to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/C/6d06fe97ee504aae8043d65059c55dc8 2024-11-26T05:24:26,725 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/recovered.edits/425.seqid to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def/recovered.edits/425.seqid 2024-11-26T05:24:26,726 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/default/TestAcidGuarantees/cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,726 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T05:24:26,726 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T05:24:26,727 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T05:24:26,729 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c9860a5182c4e4b9f230562a008530d_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c9860a5182c4e4b9f230562a008530d_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,730 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112634a45830d7ca4dd59e910aa5c2d1c43c_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112634a45830d7ca4dd59e910aa5c2d1c43c_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,731 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263678ac1072b14a0eaa2a4ace055fd245_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263678ac1072b14a0eaa2a4ace055fd245_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,732 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112645cf14ed7ae34384a7bf8f3bbf7f7545_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112645cf14ed7ae34384a7bf8f3bbf7f7545_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,733 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264ab02a391bc44b0e9cbe188601136ee5_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264ab02a391bc44b0e9cbe188601136ee5_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,734 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265a0c549bdfb6464783f24c6241773aa4_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265a0c549bdfb6464783f24c6241773aa4_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,735 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112662e70a36b0c8433e9b679ed88ec658e3_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112662e70a36b0c8433e9b679ed88ec658e3_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,736 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126660e2376248a4e2db068a6afd140386a_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126660e2376248a4e2db068a6afd140386a_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,737 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266ca31493acb44957b3fd1fddfa29c3cd_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266ca31493acb44957b3fd1fddfa29c3cd_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,738 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126787db6bb1411440b895f8a38e2ae7d09_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126787db6bb1411440b895f8a38e2ae7d09_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,738 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112678ced325661d4f409ee4c700b353a512_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112678ced325661d4f409ee4c700b353a512_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,739 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269d29bd67031a454cada075f54e101f56_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269d29bd67031a454cada075f54e101f56_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,740 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126aee709f3de3649c8be0aed6fa8b2864d_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126aee709f3de3649c8be0aed6fa8b2864d_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,741 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b70147b21473402897592fc245e752d2_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b70147b21473402897592fc245e752d2_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,742 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bd1ee132aa3347ff843af3650e213b9f_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bd1ee132aa3347ff843af3650e213b9f_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,743 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c1e5417d32a345d2a4430de93ea78706_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c1e5417d32a345d2a4430de93ea78706_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,744 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d1079f86d7544eea830c3be77e39c1d8_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d1079f86d7544eea830c3be77e39c1d8_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,745 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e8d14863e89f43afb933c2b151a2852c_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e8d14863e89f43afb933c2b151a2852c_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,746 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126efd8f7af93834ddca544f97eaa8aba0a_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126efd8f7af93834ddca544f97eaa8aba0a_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,746 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f09a67591b8f4c0b8bffd47c62c2ac0b_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f09a67591b8f4c0b8bffd47c62c2ac0b_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,747 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f97a6269b56f4c5d833f146123aafd1f_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f97a6269b56f4c5d833f146123aafd1f_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,748 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fae416358f694bd88cbfc2bb4e413991_cdbf3872b1dda5053150c361e0d35def to hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fae416358f694bd88cbfc2bb4e413991_cdbf3872b1dda5053150c361e0d35def 2024-11-26T05:24:26,748 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T05:24:26,750 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=183, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:24:26,752 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T05:24:26,754 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T05:24:26,754 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=183, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:24:26,755 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T05:24:26,755 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732598666755"}]},"ts":"9223372036854775807"} 2024-11-26T05:24:26,756 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T05:24:26,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => cdbf3872b1dda5053150c361e0d35def, NAME => 'TestAcidGuarantees,,1732598632676.cdbf3872b1dda5053150c361e0d35def.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T05:24:26,756 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T05:24:26,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732598666756"}]},"ts":"9223372036854775807"} 2024-11-26T05:24:26,758 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T05:24:26,791 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=183, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T05:24:26,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-26T05:24:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44643 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T05:24:26,808 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-26T05:24:26,816 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 237), OpenFileDescriptor=443 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=623 (was 745), ProcessCount=11 (was 11), AvailableMemoryMB=9192 (was 7884) - AvailableMemoryMB LEAK? - 2024-11-26T05:24:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T05:24:26,817 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T05:24:26,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:50299 2024-11-26T05:24:26,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:26,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T05:24:26,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119645970, stopped=false 2024-11-26T05:24:26,817 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6de696b11002,44643,1732598471032 2024-11-26T05:24:26,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T05:24:26,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T05:24:26,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T05:24:26,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:24:26,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:24:26,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:26,927 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6de696b11002,34963,1732598472077' ***** 2024-11-26T05:24:26,927 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T05:24:26,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T05:24:26,928 INFO [RS:0;6de696b11002:34963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T05:24:26,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T05:24:26,928 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T05:24:26,928 INFO [RS:0;6de696b11002:34963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T05:24:26,928 INFO [RS:0;6de696b11002:34963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T05:24:26,928 INFO [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(3579): Received CLOSE for 019336888544f950e67275eb9b3f6e1e 2024-11-26T05:24:26,928 INFO [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1224): stopping server 6de696b11002,34963,1732598472077 2024-11-26T05:24:26,928 DEBUG [RS:0;6de696b11002:34963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:26,929 INFO [RS:0;6de696b11002:34963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T05:24:26,929 INFO [RS:0;6de696b11002:34963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T05:24:26,929 INFO [RS:0;6de696b11002:34963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T05:24:26,929 INFO [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T05:24:26,929 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 019336888544f950e67275eb9b3f6e1e, disabling compactions & flushes 2024-11-26T05:24:26,929 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:24:26,929 INFO [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T05:24:26,929 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:24:26,929 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 019336888544f950e67275eb9b3f6e1e=hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e.} 2024-11-26T05:24:26,929 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. after waiting 0 ms 2024-11-26T05:24:26,929 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:24:26,929 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 019336888544f950e67275eb9b3f6e1e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T05:24:26,929 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T05:24:26,929 INFO [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T05:24:26,929 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T05:24:26,929 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T05:24:26,929 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T05:24:26,930 INFO [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-26T05:24:26,934 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1629): Waiting on 019336888544f950e67275eb9b3f6e1e, 1588230740 2024-11-26T05:24:26,950 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/namespace/019336888544f950e67275eb9b3f6e1e/.tmp/info/a900735f00694fe5ac54b9cbf9ce2e26 is 45, key is default/info:d/1732598477698/Put/seqid=0 2024-11-26T05:24:26,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742623_1799 (size=5037) 2024-11-26T05:24:26,954 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/namespace/019336888544f950e67275eb9b3f6e1e/.tmp/info/a900735f00694fe5ac54b9cbf9ce2e26 2024-11-26T05:24:26,958 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/namespace/019336888544f950e67275eb9b3f6e1e/.tmp/info/a900735f00694fe5ac54b9cbf9ce2e26 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/namespace/019336888544f950e67275eb9b3f6e1e/info/a900735f00694fe5ac54b9cbf9ce2e26 2024-11-26T05:24:26,961 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/namespace/019336888544f950e67275eb9b3f6e1e/info/a900735f00694fe5ac54b9cbf9ce2e26, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T05:24:26,962 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 019336888544f950e67275eb9b3f6e1e in 33ms, sequenceid=6, compaction requested=false 2024-11-26T05:24:26,965 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/namespace/019336888544f950e67275eb9b3f6e1e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T05:24:26,965 INFO [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:24:26,965 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 019336888544f950e67275eb9b3f6e1e: 2024-11-26T05:24:26,965 DEBUG [RS_CLOSE_REGION-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e. 2024-11-26T05:24:26,966 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/.tmp/info/4afb54f12b8b4717b2a566f60461fdaa is 143, key is hbase:namespace,,1732598476314.019336888544f950e67275eb9b3f6e1e./info:regioninfo/1732598477576/Put/seqid=0 2024-11-26T05:24:26,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742624_1800 (size=7725) 2024-11-26T05:24:26,969 INFO [regionserver/6de696b11002:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T05:24:26,969 INFO [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/.tmp/info/4afb54f12b8b4717b2a566f60461fdaa 2024-11-26T05:24:26,987 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/.tmp/rep_barrier/1176e67bd50c4ddc91bb261ccd84c4ec is 102, key is TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7./rep_barrier:/1732598502972/DeleteFamily/seqid=0 2024-11-26T05:24:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742625_1801 (size=6025) 2024-11-26T05:24:27,134 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T05:24:27,334 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T05:24:27,391 INFO [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/.tmp/rep_barrier/1176e67bd50c4ddc91bb261ccd84c4ec 2024-11-26T05:24:27,413 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/.tmp/table/c101a2afd7e343338fb1dc030274d89f is 96, key is TestAcidGuarantees,,1732598477922.35085d4b4af1e70ebe6d736ca7f4c4f7./table:/1732598502972/DeleteFamily/seqid=0 2024-11-26T05:24:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742626_1802 (size=5942) 2024-11-26T05:24:27,535 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T05:24:27,735 DEBUG [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T05:24:27,816 INFO [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/.tmp/table/c101a2afd7e343338fb1dc030274d89f 2024-11-26T05:24:27,819 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/.tmp/info/4afb54f12b8b4717b2a566f60461fdaa as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/info/4afb54f12b8b4717b2a566f60461fdaa 2024-11-26T05:24:27,822 INFO [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/info/4afb54f12b8b4717b2a566f60461fdaa, entries=22, sequenceid=93, filesize=7.5 K 2024-11-26T05:24:27,823 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/.tmp/rep_barrier/1176e67bd50c4ddc91bb261ccd84c4ec as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/rep_barrier/1176e67bd50c4ddc91bb261ccd84c4ec 2024-11-26T05:24:27,825 INFO [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/rep_barrier/1176e67bd50c4ddc91bb261ccd84c4ec, entries=6, sequenceid=93, filesize=5.9 K 2024-11-26T05:24:27,827 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/.tmp/table/c101a2afd7e343338fb1dc030274d89f as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/table/c101a2afd7e343338fb1dc030274d89f 2024-11-26T05:24:27,829 INFO [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/table/c101a2afd7e343338fb1dc030274d89f, entries=9, sequenceid=93, filesize=5.8 K 2024-11-26T05:24:27,830 INFO [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=93, compaction requested=false 2024-11-26T05:24:27,833 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-26T05:24:27,834 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T05:24:27,834 INFO [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T05:24:27,834 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T05:24:27,834 DEBUG [RS_CLOSE_META-regionserver/6de696b11002:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T05:24:27,918 INFO [regionserver/6de696b11002:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T05:24:27,918 INFO [regionserver/6de696b11002:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T05:24:27,935 INFO [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1250): stopping server 6de696b11002,34963,1732598472077; all regions closed. 2024-11-26T05:24:27,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741834_1010 (size=26050) 2024-11-26T05:24:27,940 DEBUG [RS:0;6de696b11002:34963 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/oldWALs 2024-11-26T05:24:27,940 INFO [RS:0;6de696b11002:34963 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6de696b11002%2C34963%2C1732598472077.meta:.meta(num 1732598475963) 2024-11-26T05:24:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741832_1008 (size=18434674) 2024-11-26T05:24:27,944 DEBUG [RS:0;6de696b11002:34963 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/oldWALs 2024-11-26T05:24:27,944 INFO [RS:0;6de696b11002:34963 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6de696b11002%2C34963%2C1732598472077:(num 1732598475037) 2024-11-26T05:24:27,944 DEBUG [RS:0;6de696b11002:34963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:27,944 INFO [RS:0;6de696b11002:34963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T05:24:27,944 INFO [RS:0;6de696b11002:34963 {}] hbase.ChoreService(370): Chore service for: regionserver/6de696b11002:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T05:24:27,944 INFO [regionserver/6de696b11002:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T05:24:27,945 INFO [RS:0;6de696b11002:34963 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34963 2024-11-26T05:24:27,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6de696b11002,34963,1732598472077 2024-11-26T05:24:27,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T05:24:27,961 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f1cbc8f3750@40e91469 rejected from java.util.concurrent.ThreadPoolExecutor@5eb8210[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-26T05:24:27,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6de696b11002,34963,1732598472077] 2024-11-26T05:24:27,962 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6de696b11002,34963,1732598472077; numProcessing=1 2024-11-26T05:24:27,978 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6de696b11002,34963,1732598472077 already deleted, retry=false 2024-11-26T05:24:27,978 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6de696b11002,34963,1732598472077 expired; onlineServers=0 2024-11-26T05:24:27,978 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6de696b11002,44643,1732598471032' ***** 2024-11-26T05:24:27,978 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T05:24:27,978 DEBUG [M:0;6de696b11002:44643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6de696b11002/172.17.0.2:0 2024-11-26T05:24:27,978 INFO [M:0;6de696b11002:44643 {}] regionserver.HRegionServer(1224): stopping server 6de696b11002,44643,1732598471032 2024-11-26T05:24:27,978 INFO [M:0;6de696b11002:44643 {}] regionserver.HRegionServer(1250): stopping server 6de696b11002,44643,1732598471032; all regions closed. 2024-11-26T05:24:27,978 DEBUG [M:0;6de696b11002:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T05:24:27,978 DEBUG [M:0;6de696b11002:44643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T05:24:27,978 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T05:24:27,979 DEBUG [M:0;6de696b11002:44643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T05:24:27,979 DEBUG [master/6de696b11002:0:becomeActiveMaster-HFileCleaner.small.0-1732598474669 {}] cleaner.HFileCleaner(306): Exit Thread[master/6de696b11002:0:becomeActiveMaster-HFileCleaner.small.0-1732598474669,5,FailOnTimeoutGroup] 2024-11-26T05:24:27,979 DEBUG [master/6de696b11002:0:becomeActiveMaster-HFileCleaner.large.0-1732598474664 {}] cleaner.HFileCleaner(306): Exit Thread[master/6de696b11002:0:becomeActiveMaster-HFileCleaner.large.0-1732598474664,5,FailOnTimeoutGroup] 2024-11-26T05:24:27,979 INFO [M:0;6de696b11002:44643 {}] hbase.ChoreService(370): Chore service for: master/6de696b11002:0 had [] on shutdown 2024-11-26T05:24:27,979 DEBUG [M:0;6de696b11002:44643 {}] master.HMaster(1733): Stopping service threads 2024-11-26T05:24:27,979 INFO [M:0;6de696b11002:44643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T05:24:27,979 ERROR [M:0;6de696b11002:44643 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:35603 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35603,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-26T05:24:27,980 INFO [M:0;6de696b11002:44643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T05:24:27,980 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T05:24:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T05:24:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T05:24:27,986 DEBUG [M:0;6de696b11002:44643 {}] zookeeper.ZKUtil(347): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T05:24:27,986 WARN [M:0;6de696b11002:44643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T05:24:27,986 INFO [M:0;6de696b11002:44643 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T05:24:27,986 INFO [M:0;6de696b11002:44643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T05:24:27,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T05:24:27,987 DEBUG [M:0;6de696b11002:44643 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T05:24:27,987 INFO [M:0;6de696b11002:44643 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T05:24:27,987 DEBUG [M:0;6de696b11002:44643 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T05:24:27,987 DEBUG [M:0;6de696b11002:44643 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T05:24:27,987 DEBUG [M:0;6de696b11002:44643 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T05:24:27,987 INFO [M:0;6de696b11002:44643 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=815.04 KB heapSize=1005.87 KB 2024-11-26T05:24:28,006 DEBUG [M:0;6de696b11002:44643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac064fd9a6fc4ba8bbbf8007ffa87321 is 82, key is hbase:meta,,1/info:regioninfo/1732598476106/Put/seqid=0 2024-11-26T05:24:28,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742627_1803 (size=5672) 2024-11-26T05:24:28,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T05:24:28,070 INFO [RS:0;6de696b11002:34963 {}] regionserver.HRegionServer(1307): Exiting; stopping=6de696b11002,34963,1732598472077; zookeeper connection closed. 2024-11-26T05:24:28,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34963-0x10176e038550001, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T05:24:28,070 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72c4e14b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72c4e14b 2024-11-26T05:24:28,070 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T05:24:28,410 INFO [M:0;6de696b11002:44643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2363 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac064fd9a6fc4ba8bbbf8007ffa87321 2024-11-26T05:24:28,433 DEBUG [M:0;6de696b11002:44643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bd4a66a70084ef3bdfe0b3d0203bb6b is 2278, key is \x00\x00\x00\x00\x00\x00\x00,/proc:d/1732598506107/Put/seqid=0 2024-11-26T05:24:28,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742628_1804 (size=45782) 2024-11-26T05:24:28,840 INFO [M:0;6de696b11002:44643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=814.49 KB at sequenceid=2363 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bd4a66a70084ef3bdfe0b3d0203bb6b 2024-11-26T05:24:28,843 INFO [M:0;6de696b11002:44643 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bd4a66a70084ef3bdfe0b3d0203bb6b 2024-11-26T05:24:28,857 DEBUG [M:0;6de696b11002:44643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d47d442d52f473394251c81d3c26baa is 69, key is 6de696b11002,34963,1732598472077/rs:state/1732598474755/Put/seqid=0 2024-11-26T05:24:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742629_1805 (size=5156) 2024-11-26T05:24:28,860 INFO [M:0;6de696b11002:44643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2363 (bloomFilter=true), to=hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d47d442d52f473394251c81d3c26baa 2024-11-26T05:24:28,864 DEBUG [M:0;6de696b11002:44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac064fd9a6fc4ba8bbbf8007ffa87321 as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac064fd9a6fc4ba8bbbf8007ffa87321 2024-11-26T05:24:28,866 INFO [M:0;6de696b11002:44643 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac064fd9a6fc4ba8bbbf8007ffa87321, entries=8, sequenceid=2363, filesize=5.5 K 2024-11-26T05:24:28,867 DEBUG [M:0;6de696b11002:44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bd4a66a70084ef3bdfe0b3d0203bb6b as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bd4a66a70084ef3bdfe0b3d0203bb6b 2024-11-26T05:24:28,870 INFO [M:0;6de696b11002:44643 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bd4a66a70084ef3bdfe0b3d0203bb6b 2024-11-26T05:24:28,870 INFO [M:0;6de696b11002:44643 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bd4a66a70084ef3bdfe0b3d0203bb6b, entries=183, sequenceid=2363, filesize=44.7 K 2024-11-26T05:24:28,871 DEBUG [M:0;6de696b11002:44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d47d442d52f473394251c81d3c26baa as hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d47d442d52f473394251c81d3c26baa 2024-11-26T05:24:28,873 INFO [M:0;6de696b11002:44643 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35603/user/jenkins/test-data/e634bf15-206d-81d2-2959-ff1f10b30e0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d47d442d52f473394251c81d3c26baa, entries=1, sequenceid=2363, filesize=5.0 K 2024-11-26T05:24:28,874 INFO [M:0;6de696b11002:44643 {}] regionserver.HRegion(3040): Finished flush of dataSize ~815.04 KB/834604, heapSize ~1005.57 KB/1029704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=2363, compaction requested=false 2024-11-26T05:24:28,878 INFO [M:0;6de696b11002:44643 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T05:24:28,878 DEBUG [M:0;6de696b11002:44643 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T05:24:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741830_1006 (size=989454) 2024-11-26T05:24:28,881 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T05:24:28,881 INFO [M:0;6de696b11002:44643 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T05:24:28,881 INFO [M:0;6de696b11002:44643 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44643 2024-11-26T05:24:28,894 DEBUG [M:0;6de696b11002:44643 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/6de696b11002,44643,1732598471032 already deleted, retry=false 2024-11-26T05:24:29,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T05:24:29,003 INFO [M:0;6de696b11002:44643 {}] regionserver.HRegionServer(1307): Exiting; stopping=6de696b11002,44643,1732598471032; zookeeper connection closed. 2024-11-26T05:24:29,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44643-0x10176e038550000, quorum=127.0.0.1:50299, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T05:24:29,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T05:24:29,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T05:24:29,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T05:24:29,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T05:24:29,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/hadoop.log.dir/,STOPPED} 2024-11-26T05:24:29,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T05:24:29,014 WARN [BP-386362406-172.17.0.2-1732598467597 heartbeating to localhost/127.0.0.1:35603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T05:24:29,014 WARN [BP-386362406-172.17.0.2-1732598467597 heartbeating to localhost/127.0.0.1:35603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-386362406-172.17.0.2-1732598467597 (Datanode Uuid 821d129e-06a5-4236-8ba3-457d0d3a757f) service to localhost/127.0.0.1:35603 2024-11-26T05:24:29,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T05:24:29,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/cluster_c99fb127-e577-5c2e-308e-d2664f12b93b/dfs/data/data1/current/BP-386362406-172.17.0.2-1732598467597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T05:24:29,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/cluster_c99fb127-e577-5c2e-308e-d2664f12b93b/dfs/data/data2/current/BP-386362406-172.17.0.2-1732598467597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T05:24:29,018 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T05:24:29,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T05:24:29,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T05:24:29,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T05:24:29,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T05:24:29,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/995ab961-800d-4ad5-00ae-45396f5f6463/hadoop.log.dir/,STOPPED} 2024-11-26T05:24:29,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T05:24:29,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down